{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5023.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28072) [trial-2398↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28072)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28072) [trial-2398↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a02:09:53.823045 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a02:09:53.833607 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a02:09:54.404457 tst mo_mt_sms.py: using LAC 37813\u000a02:09:54.518869 tst mo_mt_sms.py: using RAC 73\u000a02:09:54.630923 tst mo_mt_sms.py: using CellId 37813\u000a02:09:54.743275 tst mo_mt_sms.py: using BVCI 37814\u000a02:09:54.765288 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:09:54.942777 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:09:55.228782 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:09:55.360836 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:09:57.691653 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28071): Launched\u000a02:09:58.004353 run osmo-nitb_10.42.42.2(pid=28072): Launched\u000a02:09:58.186011 run osmo-nitb_10.42.42.2(pid=28072): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28072)]\u000a02:09:58.316896 run osmo-nitb_10.42.42.2(pid=28072): stdout: \u000a| (launched: 2022-12-14_02:09:57.852045) \u000a02:09:58.448222 run osmo-nitb_10.42.42.2(pid=28072): stderr: \u000a| (launched: 2022-12-14_02:09:57.899127)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:58.575367 run osmo-nitb_10.42.42.2(pid=28072): stdout: \u000a| (launched: 2022-12-14_02:09:57.852045) \u000a02:09:58.701075 run osmo-nitb_10.42.42.2(pid=28072): stderr: \u000a| (launched: 2022-12-14_02:09:57.899127)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:09:58.756120 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28072): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28072) [trial-2398↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28072)] [trial-2398↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a02:09:58.764567 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a02:09:58.800982 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28071): Terminating (SIGTERM)\u000a02:09:58.979131 --- ParallelTerminationStrategy: PID 28071 died...\u000a02:09:59.037135 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28071): Terminated: ok {rc=0}\u000a02:09:59.124405 bus /sierra_3: Setting Powered False\u000a02:10:00.233316 bus /sierra_3: Setting Powered False\u000a02:10:01.345420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:09:53" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28087): Process ended prematurely: osmo-stp_10.42.42.5(pid=28087) [trial-2398↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28087)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28087): Process ended prematurely: osmo-stp_10.42.42.5(pid=28087) [trial-2398↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a02:10:03.198879 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:03.210136 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:03.341655 tst mo_mt_sms.py: using LAC 37814\u000a02:10:03.466034 tst mo_mt_sms.py: using RAC 74\u000a02:10:03.588672 tst mo_mt_sms.py: using CellId 37814\u000a02:10:03.711136 tst mo_mt_sms.py: using BVCI 37815\u000a02:10:03.735082 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:03.746055 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:03.756913 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:03.767743 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:03.779470 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:03.791160 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:10:03.907948 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a02:10:04.117789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:05.860593 run create_hlr_db(pid=28081): Launched\u000a02:10:06.045892 bus /sierra_2: Setting Powered False\u000a02:10:07.066291 run create_hlr_db(pid=28081): Terminated: ok {rc=0}\u000a02:10:07.471129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28083): Launched\u000a02:10:07.790841 run osmo-hlr_10.42.42.2(pid=28084): Launched\u000a02:10:07.909798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:10.487326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28086): Launched\u000a02:10:10.804822 run osmo-stp_10.42.42.5(pid=28087): Launched\u000a02:10:10.920640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:16.342479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28089): Launched\u000a02:10:16.764209 run osmo-msc_10.42.42.6(pid=28090): Launched\u000a02:10:17.190951 run osmo-stp_10.42.42.5(pid=28087): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28087)]\u000a02:10:17.382086 run osmo-stp_10.42.42.5(pid=28087): stdout: \u000a| (launched: 2022-12-14_02:10:10.648597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:17.504349 run osmo-stp_10.42.42.5(pid=28087): stderr: \u000a| �[0;m�[38;5;43m20221214021010840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021010840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021010841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021010841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021010843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021010843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021010843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:17.622251 run osmo-stp_10.42.42.5(pid=28087): stdout: \u000a| (launched: 2022-12-14_02:10:10.648597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:17.739249 run osmo-stp_10.42.42.5(pid=28087): stderr: \u000a| �[0;m�[38;5;43m20221214021010840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021010840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021010841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021010841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021010843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021010843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021010843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:17.790559 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28087): Process ended prematurely: osmo-stp_10.42.42.5(pid=28087) [trial-2398↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28087)] [trial-2398↪sms:sysmo↪mo_mt_sms.py:16]\u000a02:10:17.798405 tst mo_mt_sms.py:16: Test FAILED (14.6 sec)\u000a02:10:17.858939 run osmo-hlr_10.42.42.2(pid=28084): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28084)]\u000a02:10:17.908551 run osmo-hlr_10.42.42.2(pid=28084): stdout: \u000a| (launched: 2022-12-14_02:10:07.633668) \u000a02:10:17.958335 run osmo-hlr_10.42.42.2(pid=28084): stderr: \u000a| �[0;m�[1;31m20221214021007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021007832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021007844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021007852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021007852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021007852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:18.025678 run osmo-msc_10.42.42.6(pid=28090): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28090)]\u000a02:10:18.074959 run osmo-msc_10.42.42.6(pid=28090): stdout: \u000a| (launched: 2022-12-14_02:10:16.497718) \u000a02:10:18.124694 run osmo-msc_10.42.42.6(pid=28090): stderr: \u000a| �[0;m�[38;5;43m20221214021017008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021017008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42e6c87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021017008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021017008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021017008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021017008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021017010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021017011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021017011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021017011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:18.167380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28083): Terminating (SIGTERM)\u000a02:10:18.207273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28086): Terminating (SIGTERM)\u000a02:10:18.247193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28089): Terminating (SIGTERM)\u000a02:10:18.256362 --- ParallelTerminationStrategy: PID 28083 died...\u000a02:10:18.309990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28083): Terminated: ok {rc=0}\u000a02:10:18.319535 --- ParallelTerminationStrategy: PID 28086 died...\u000a02:10:18.372989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28086): Terminated: ok {rc=0}\u000a02:10:18.382518 --- ParallelTerminationStrategy: PID 28089 died...\u000a02:10:18.436102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28089): Terminated: ok {rc=0}\u000a02:10:18.524451 bus /sierra_3: Setting Powered False\u000a02:10:19.628559 bus /sierra_3: Setting Powered False\u000a02:10:20.735765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:10:02" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28096) [trial-2398↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28096)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28096) [trial-2398↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a02:10:22.574629 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a02:10:22.585072 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:22.713063 tst assert_extension.py: using LAC 37815\u000a02:10:22.837290 tst assert_extension.py: using RAC 75\u000a02:10:22.960718 tst assert_extension.py: using CellId 37815\u000a02:10:23.084007 tst assert_extension.py: using BVCI 37816\u000a02:10:23.108301 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a02:10:23.379118 tst assert_extension.py:10: start nitb and bts...\u000a02:10:23.500459 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:10:24.109056 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28095): Launched\u000a02:10:24.399790 run osmo-nitb_10.42.42.2(pid=28096): Launched\u000a02:10:24.580495 run osmo-nitb_10.42.42.2(pid=28096): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28096)]\u000a02:10:24.713724 run osmo-nitb_10.42.42.2(pid=28096): stdout: \u000a| (launched: 2022-12-14_02:10:24.257919) \u000a02:10:24.847207 run osmo-nitb_10.42.42.2(pid=28096): stderr: \u000a| (launched: 2022-12-14_02:10:24.301756)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:24.976365 run osmo-nitb_10.42.42.2(pid=28096): stdout: \u000a| (launched: 2022-12-14_02:10:24.257919) \u000a02:10:25.104431 run osmo-nitb_10.42.42.2(pid=28096): stderr: \u000a| (launched: 2022-12-14_02:10:24.301756)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:25.519177 tst osmo-nitb_10.42.42.2(pid=28096): stdout: \u000a| (launched: 2022-12-14_02:10:24.257919) \u000a02:10:25.636235 tst osmo-nitb_10.42.42.2(pid=28096): stderr: \u000a| (launched: 2022-12-14_02:10:24.301756)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:10:25.687279 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28096) [trial-2398↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28096)] [trial-2398↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a02:10:25.695293 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:10:25.729908 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28095): Terminating (SIGTERM)\u000a02:10:25.907681 --- ParallelTerminationStrategy: PID 28095 died...\u000a02:10:25.963196 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28095): Terminated: ok {rc=0}\u000a02:10:26.052602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:10:22" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28107): Process ended prematurely: osmo-stp_10.42.42.5(pid=28107) [trial-2398↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28107): Process ended prematurely: osmo-stp_10.42.42.5(pid=28107) [trial-2398↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a02:10:27.851644 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:27.862202 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a02:10:27.985457 tst assert_extension.py: using LAC 37816\u000a02:10:28.098737 tst assert_extension.py: using RAC 76\u000a02:10:28.212426 tst assert_extension.py: using CellId 37816\u000a02:10:28.326401 tst assert_extension.py: using BVCI 37817\u000a02:10:28.348673 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:28.359094 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:28.369444 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:28.379602 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:28.389807 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:10:28.399913 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a02:10:28.593252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:29.063951 run create_hlr_db(pid=28101): Launched\u000a02:10:29.233063 bus /sierra_2: Setting Powered False\u000a02:10:30.254471 run create_hlr_db(pid=28101): Terminated: ok {rc=0}\u000a02:10:30.676906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28103): Launched\u000a02:10:31.078139 run osmo-hlr_10.42.42.2(pid=28104): Launched\u000a02:10:31.202383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:31.925720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28106): Launched\u000a02:10:32.282768 run osmo-stp_10.42.42.5(pid=28107): Launched\u000a02:10:32.451304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:33.029984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28109): Launched\u000a02:10:33.347119 run osmo-msc_10.42.42.6(pid=28110): Launched\u000a02:10:33.534469 run osmo-stp_10.42.42.5(pid=28107): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)]\u000a02:10:33.670423 run osmo-stp_10.42.42.5(pid=28107): stdout: \u000a| (launched: 2022-12-14_02:10:32.089106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:33.804867 run osmo-stp_10.42.42.5(pid=28107): stderr: \u000a| �[0;m�[38;5;43m20221214021032398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021032398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021032399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021032399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021032399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021032399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021032399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:33.932571 run osmo-stp_10.42.42.5(pid=28107): stdout: \u000a| (launched: 2022-12-14_02:10:32.089106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:34.059249 run osmo-stp_10.42.42.5(pid=28107): stderr: \u000a| �[0;m�[38;5;43m20221214021032398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021032398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021032399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021032399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021032399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021032399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021032399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:34.114453 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28107): Process ended prematurely: osmo-stp_10.42.42.5(pid=28107) [trial-2398↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28107)] [trial-2398↪ussd:sysmo↪assert_extension.py:17]\u000a02:10:34.122937 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a02:10:34.186164 run osmo-hlr_10.42.42.2(pid=28104): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28104)]\u000a02:10:34.238152 run osmo-hlr_10.42.42.2(pid=28104): stdout: \u000a| (launched: 2022-12-14_02:10:30.843050) \u000a02:10:34.290631 run osmo-hlr_10.42.42.2(pid=28104): stderr: \u000a| �[0;m�[1;31m20221214021031183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021031183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021031183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021031183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021031183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021031183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021031209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021031221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021031221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021031221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:34.361825 run osmo-msc_10.42.42.6(pid=28110): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28110)]\u000a02:10:34.413516 run osmo-msc_10.42.42.6(pid=28110): stdout: \u000a| (launched: 2022-12-14_02:10:33.190473) \u000a02:10:34.465831 run osmo-msc_10.42.42.6(pid=28110): stderr: \u000a| �[0;m�[38;5;43m20221214021033510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021033511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2eeeed1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021033511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021033511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021033511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021033511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021033513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021033513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021033513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021033513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:34.510561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28103): Terminating (SIGTERM)\u000a02:10:34.552629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28106): Terminating (SIGTERM)\u000a02:10:34.595279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28109): Terminating (SIGTERM)\u000a02:10:34.604845 --- ParallelTerminationStrategy: PID 28103 died...\u000a02:10:34.661771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28103): Terminated: ok {rc=0}\u000a02:10:34.671777 --- ParallelTerminationStrategy: PID 28106 died...\u000a02:10:34.728205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28106): Terminated: ok {rc=0}\u000a02:10:34.738207 --- ParallelTerminationStrategy: PID 28109 died...\u000a02:10:34.794501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28109): Terminated: ok {rc=0}\u000a02:10:34.881702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:10:27" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28121): Process ended prematurely: osmo-stp_10.42.42.5(pid=28121) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28121): Process ended prematurely: osmo-stp_10.42.42.5(pid=28121) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:10:36.802197 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:36.813523 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:10:36.968857 tst mo_mt_call.py: using LAC 37817\u000a02:10:37.088826 tst mo_mt_call.py: using RAC 77\u000a02:10:37.207149 tst mo_mt_call.py: using CellId 37817\u000a02:10:37.323250 tst mo_mt_call.py: using BVCI 37818\u000a02:10:37.346360 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:37.357430 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:37.368232 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:37.379004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:37.389848 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:37.400698 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:37.521440 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:37.722439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:38.203438 run create_hlr_db(pid=28115): Launched\u000a02:10:38.376072 bus /sierra_2: Setting Powered False\u000a02:10:39.398091 run create_hlr_db(pid=28115): Terminated: ok {rc=0}\u000a02:10:39.827894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28117): Launched\u000a02:10:40.152262 run osmo-hlr_10.42.42.2(pid=28118): Launched\u000a02:10:40.275401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:40.837141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28120): Launched\u000a02:10:41.159307 run osmo-stp_10.42.42.5(pid=28121): Launched\u000a02:10:41.276091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:41.863329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28123): Launched\u000a02:10:42.185990 run osmo-msc_10.42.42.6(pid=28124): Launched\u000a02:10:42.375158 run osmo-stp_10.42.42.5(pid=28121): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)]\u000a02:10:42.512240 run osmo-stp_10.42.42.5(pid=28121): stdout: \u000a| (launched: 2022-12-14_02:10:41.001179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:42.648066 run osmo-stp_10.42.42.5(pid=28121): stderr: \u000a| �[0;m�[38;5;43m20221214021041192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021041192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021041193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021041194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021041194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021041194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021041194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:42.778060 run osmo-stp_10.42.42.5(pid=28121): stdout: \u000a| (launched: 2022-12-14_02:10:41.001179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:42.907019 run osmo-stp_10.42.42.5(pid=28121): stderr: \u000a| �[0;m�[38;5;43m20221214021041192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021041192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021041193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021041194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021041194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021041194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021041194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:42.963313 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28121): Process ended prematurely: osmo-stp_10.42.42.5(pid=28121) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28121)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:10:42.972265 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:10:43.035192 run osmo-hlr_10.42.42.2(pid=28118): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28118)]\u000a02:10:43.086795 run osmo-hlr_10.42.42.2(pid=28118): stdout: \u000a| (launched: 2022-12-14_02:10:39.993229) \u000a02:10:43.139074 run osmo-hlr_10.42.42.2(pid=28118): stderr: \u000a| �[0;m�[1;31m20221214021040191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021040191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021040191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021040191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021040191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021040191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021040206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021040216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021040216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021040217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:43.209852 run osmo-msc_10.42.42.6(pid=28124): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28124)]\u000a02:10:43.261285 run osmo-msc_10.42.42.6(pid=28124): stdout: \u000a| (launched: 2022-12-14_02:10:42.027693) \u000a02:10:43.313595 run osmo-msc_10.42.42.6(pid=28124): stderr: \u000a| �[0;m�[38;5;43m20221214021042369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021042369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d283a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021042369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021042369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021042370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021042370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021042371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021042372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021042372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021042372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:43.357889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28117): Terminating (SIGTERM)\u000a02:10:43.400062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28120): Terminating (SIGTERM)\u000a02:10:43.442396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28123): Terminating (SIGTERM)\u000a02:10:43.451920 --- ParallelTerminationStrategy: PID 28117 died...\u000a02:10:43.507815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28117): Terminated: ok {rc=0}\u000a02:10:43.517746 --- ParallelTerminationStrategy: PID 28120 died...\u000a02:10:43.573996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28120): Terminated: ok {rc=0}\u000a02:10:43.583930 --- ParallelTerminationStrategy: PID 28123 died...\u000a02:10:43.640123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28123): Terminated: ok {rc=0}\u000a02:10:43.726990 bus /sierra_3: Setting Powered False\u000a02:10:44.831970 bus /sierra_3: Setting Powered False\u000a02:10:45.960239 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28132): Process ended prematurely: osmo-stp_10.42.42.5(pid=28132) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28132): Process ended prematurely: osmo-stp_10.42.42.5(pid=28132) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:10:47.090271 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:47.105590 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:10:47.287495 tst mo_mt_call_osmux.py: using LAC 37818\u000a02:10:47.418694 tst mo_mt_call_osmux.py: using RAC 78\u000a02:10:47.546657 tst mo_mt_call_osmux.py: using CellId 37818\u000a02:10:47.672830 tst mo_mt_call_osmux.py: using BVCI 37819\u000a02:10:47.697723 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:47.709162 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:47.720407 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:47.731531 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:47.743182 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:10:47.754656 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:47.874460 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:10:48.085226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:48.594190 run create_hlr_db(pid=28126): Launched\u000a02:10:48.781101 bus /sierra_2: Setting Powered False\u000a02:10:49.803948 run create_hlr_db(pid=28126): Terminated: ok {rc=0}\u000a02:10:50.221374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28128): Launched\u000a02:10:50.521068 run osmo-hlr_10.42.42.2(pid=28129): Launched\u000a02:10:50.642940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:10:51.169731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28131): Launched\u000a02:10:51.468520 run osmo-stp_10.42.42.5(pid=28132): Launched\u000a02:10:51.577219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:10:52.126836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28135): Launched\u000a02:10:52.426365 run osmo-msc_10.42.42.6(pid=28136): Launched\u000a02:10:52.602253 run osmo-stp_10.42.42.5(pid=28132): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)]\u000a02:10:52.728919 run osmo-stp_10.42.42.5(pid=28132): stdout: \u000a| (launched: 2022-12-14_02:10:51.321690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:52.853642 run osmo-stp_10.42.42.5(pid=28132): stderr: \u000a| �[0;m�[38;5;43m20221214021051494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021051494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021051495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021051495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021051495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021051495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021051495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:52.974293 run osmo-stp_10.42.42.5(pid=28132): stdout: \u000a| (launched: 2022-12-14_02:10:51.321690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:10:53.093450 run osmo-stp_10.42.42.5(pid=28132): stderr: \u000a| �[0;m�[38;5;43m20221214021051494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021051494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021051495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021051495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021051495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021051495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021051495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:10:53.145985 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28132): Process ended prematurely: osmo-stp_10.42.42.5(pid=28132) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28132)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:10:53.154547 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:10:53.213699 run osmo-hlr_10.42.42.2(pid=28129): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28129)]\u000a02:10:53.262345 run osmo-hlr_10.42.42.2(pid=28129): stdout: \u000a| (launched: 2022-12-14_02:10:50.374089) \u000a02:10:53.311820 run osmo-hlr_10.42.42.2(pid=28129): stderr: \u000a| �[0;m�[1;31m20221214021050549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021050549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021050549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021050549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021050549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021050550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021050562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021050573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021050573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021050573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:10:53.379063 run osmo-msc_10.42.42.6(pid=28136): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28136)]\u000a02:10:53.428108 run osmo-msc_10.42.42.6(pid=28136): stdout: \u000a| (launched: 2022-12-14_02:10:52.279004) \u000a02:10:53.477625 run osmo-msc_10.42.42.6(pid=28136): stderr: \u000a| �[0;m�[38;5;43m20221214021052551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021052551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33b2aa5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021052551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021052551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021052551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021052552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021052553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021052554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021052554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021052554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:10:53.519526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28128): Terminating (SIGTERM)\u000a02:10:53.559052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28131): Terminating (SIGTERM)\u000a02:10:53.598626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28135): Terminating (SIGTERM)\u000a02:10:53.607706 --- ParallelTerminationStrategy: PID 28128 died...\u000a02:10:53.660598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28128): Terminated: ok {rc=0}\u000a02:10:53.670143 --- ParallelTerminationStrategy: PID 28131 died...\u000a02:10:53.722842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28131): Terminated: ok {rc=0}\u000a02:10:53.732307 --- ParallelTerminationStrategy: PID 28135 died...\u000a02:10:53.784783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28135): Terminated: ok {rc=0}\u000a02:10:53.873461 bus /sierra_3: Setting Powered False\u000a02:10:54.975350 bus /sierra_3: Setting Powered False\u000a02:10:56.081958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:10:36" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28147): Process ended prematurely: osmo-stp_10.42.42.5(pid=28147) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28147)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28147): Process ended prematurely: osmo-stp_10.42.42.5(pid=28147) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:10:58.043269 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:58.054622 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:10:58.194356 tst mo_mt_call.py: using LAC 37819\u000a02:10:58.310253 tst mo_mt_call.py: using RAC 79\u000a02:10:58.426438 tst mo_mt_call.py: using CellId 37819\u000a02:10:58.542326 tst mo_mt_call.py: using BVCI 37820\u000a02:10:58.565424 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:58.576179 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:58.586888 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:58.597553 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:58.608210 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:10:58.618905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:10:58.732508 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:10:58.943824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:10:59.452799 run create_hlr_db(pid=28141): Launched\u000a02:10:59.641831 bus /sierra_2: Setting Powered False\u000a02:11:00.659974 run create_hlr_db(pid=28141): Terminated: ok {rc=0}\u000a02:11:01.121390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28143): Launched\u000a02:11:01.548274 run osmo-hlr_10.42.42.2(pid=28144): Launched\u000a02:11:01.699239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:02.418658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28146): Launched\u000a02:11:02.718346 run osmo-stp_10.42.42.5(pid=28147): Launched\u000a02:11:02.838746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:03.401911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28149): Launched\u000a02:11:03.725554 run osmo-msc_10.42.42.6(pid=28150): Launched\u000a02:11:03.914489 run osmo-stp_10.42.42.5(pid=28147): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28147)]\u000a02:11:04.051366 run osmo-stp_10.42.42.5(pid=28147): stdout: \u000a| (launched: 2022-12-14_02:11:02.571117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:04.187175 run osmo-stp_10.42.42.5(pid=28147): stderr: \u000a| �[0;m�[38;5;43m20221214021102742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021102742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021102743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021102743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021102743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021102744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021102744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:04.317751 run osmo-stp_10.42.42.5(pid=28147): stdout: \u000a| (launched: 2022-12-14_02:11:02.571117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:04.447124 run osmo-stp_10.42.42.5(pid=28147): stderr: \u000a| �[0;m�[38;5;43m20221214021102742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021102742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021102743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021102743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021102743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021102744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021102744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:04.503959 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28147): Process ended prematurely: osmo-stp_10.42.42.5(pid=28147) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28147)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:11:04.513299 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:11:04.576792 run osmo-hlr_10.42.42.2(pid=28144): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28144)]\u000a02:11:04.628612 run osmo-hlr_10.42.42.2(pid=28144): stdout: \u000a| (launched: 2022-12-14_02:11:01.289345) \u000a02:11:04.680862 run osmo-hlr_10.42.42.2(pid=28144): stderr: \u000a| �[0;m�[1;31m20221214021101639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021101639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021101639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021101639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021101639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021101640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021101660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021101687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021101687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021101687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:04.751279 run osmo-msc_10.42.42.6(pid=28150): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28150)]\u000a02:11:04.803015 run osmo-msc_10.42.42.6(pid=28150): stdout: \u000a| (launched: 2022-12-14_02:11:03.566591) \u000a02:11:04.855180 run osmo-msc_10.42.42.6(pid=28150): stderr: \u000a| �[0;m�[38;5;43m20221214021103889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021103889 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2c959ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021103889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021103889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021103889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021103889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021103891 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021103891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021103891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021103891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:04.899648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28143): Terminating (SIGTERM)\u000a02:11:04.941931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28146): Terminating (SIGTERM)\u000a02:11:04.984149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28149): Terminating (SIGTERM)\u000a02:11:04.993815 --- ParallelTerminationStrategy: PID 28143 died...\u000a02:11:05.050547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28143): Terminated: ok {rc=0}\u000a02:11:05.060619 --- ParallelTerminationStrategy: PID 28146 died...\u000a02:11:05.116711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28146): Terminated: ok {rc=0}\u000a02:11:05.126804 --- ParallelTerminationStrategy: PID 28149 died...\u000a02:11:05.183101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28149): Terminated: ok {rc=0}\u000a02:11:05.270741 bus /sierra_3: Setting Powered False\u000a02:11:06.375710 bus /sierra_3: Setting Powered False\u000a02:11:07.484504 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28158): Process ended prematurely: osmo-stp_10.42.42.5(pid=28158) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28158): Process ended prematurely: osmo-stp_10.42.42.5(pid=28158) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:08.599531 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:08.611640 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:11:08.763614 tst mo_mt_call_osmux.py: using LAC 37820\u000a02:11:08.889951 tst mo_mt_call_osmux.py: using RAC 80\u000a02:11:09.016140 tst mo_mt_call_osmux.py: using CellId 37820\u000a02:11:09.142367 tst mo_mt_call_osmux.py: using BVCI 37821\u000a02:11:09.167088 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:09.178449 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:09.189535 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:09.200620 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:09.212038 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:11:09.223681 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:11:09.343721 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:11:09.546751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:10.027953 run create_hlr_db(pid=28152): Launched\u000a02:11:10.200924 bus /sierra_2: Setting Powered False\u000a02:11:11.222389 run create_hlr_db(pid=28152): Terminated: ok {rc=0}\u000a02:11:11.651938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28154): Launched\u000a02:11:11.976462 run osmo-hlr_10.42.42.2(pid=28155): Launched\u000a02:11:12.097554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:12.661398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28157): Launched\u000a02:11:12.984607 run osmo-stp_10.42.42.5(pid=28158): Launched\u000a02:11:13.102573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:13.692709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28160): Launched\u000a02:11:14.015732 run osmo-msc_10.42.42.6(pid=28161): Launched\u000a02:11:14.204726 run osmo-stp_10.42.42.5(pid=28158): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)]\u000a02:11:14.341472 run osmo-stp_10.42.42.5(pid=28158): stdout: \u000a| (launched: 2022-12-14_02:11:12.825890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:14.478050 run osmo-stp_10.42.42.5(pid=28158): stderr: \u000a| �[0;m�[38;5;43m20221214021113019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021113019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021113019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021113020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021113022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021113022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021113022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:14.608379 run osmo-stp_10.42.42.5(pid=28158): stdout: \u000a| (launched: 2022-12-14_02:11:12.825890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:14.737499 run osmo-stp_10.42.42.5(pid=28158): stderr: \u000a| �[0;m�[38;5;43m20221214021113019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021113019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021113019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021113020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021113022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021113022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021113022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:14.794204 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28158): Process ended prematurely: osmo-stp_10.42.42.5(pid=28158) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28158)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:11:14.803380 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:11:14.866101 run osmo-hlr_10.42.42.2(pid=28155): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28155)]\u000a02:11:14.917698 run osmo-hlr_10.42.42.2(pid=28155): stdout: \u000a| (launched: 2022-12-14_02:11:11.817320) \u000a02:11:14.969900 run osmo-hlr_10.42.42.2(pid=28155): stderr: \u000a| �[0;m�[1;31m20221214021112015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021112016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021112016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021112016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021112016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021112016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021112028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021112036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021112037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021112037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:15.040660 run osmo-msc_10.42.42.6(pid=28161): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28161)]\u000a02:11:15.092264 run osmo-msc_10.42.42.6(pid=28161): stdout: \u000a| (launched: 2022-12-14_02:11:13.857137) \u000a02:11:15.144357 run osmo-msc_10.42.42.6(pid=28161): stderr: \u000a| �[0;m�[38;5;43m20221214021114180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021114180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd05d1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021114180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021114180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021114180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021114181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021114182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021114183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021114183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021114183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:15.188648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28154): Terminating (SIGTERM)\u000a02:11:15.230438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28157): Terminating (SIGTERM)\u000a02:11:15.272899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28160): Terminating (SIGTERM)\u000a02:11:15.282607 --- ParallelTerminationStrategy: PID 28154 died...\u000a02:11:15.338905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28154): Terminated: ok {rc=0}\u000a02:11:15.348873 --- ParallelTerminationStrategy: PID 28157 died...\u000a02:11:15.405225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28157): Terminated: ok {rc=0}\u000a02:11:15.415232 --- ParallelTerminationStrategy: PID 28160 died...\u000a02:11:15.471423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28160): Terminated: ok {rc=0}\u000a02:11:15.558259 bus /sierra_3: Setting Powered False\u000a02:11:16.662122 bus /sierra_3: Setting Powered False\u000a02:11:17.773953 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:10:57" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28172): Process ended prematurely: osmo-stp_10.42.42.5(pid=28172) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28172)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28172): Process ended prematurely: osmo-stp_10.42.42.5(pid=28172) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:19.734035 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:19.745371 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:11:19.896407 tst mo_mt_call.py: using LAC 37821\u000a02:11:20.024468 tst mo_mt_call.py: using RAC 81\u000a02:11:20.157102 tst mo_mt_call.py: using CellId 37821\u000a02:11:20.287429 tst mo_mt_call.py: using BVCI 37822\u000a02:11:20.312247 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:20.323563 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:20.334674 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:20.345709 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:20.357079 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:20.368551 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:20.484423 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:20.697270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:21.205694 run create_hlr_db(pid=28166): Launched\u000a02:11:21.393504 bus /sierra_2: Setting Powered False\u000a02:11:22.414214 run create_hlr_db(pid=28166): Terminated: ok {rc=0}\u000a02:11:22.817943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28168): Launched\u000a02:11:23.118297 run osmo-hlr_10.42.42.2(pid=28169): Launched\u000a02:11:23.228800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:23.749704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28171): Launched\u000a02:11:24.049701 run osmo-stp_10.42.42.5(pid=28172): Launched\u000a02:11:24.158701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:24.706880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28174): Launched\u000a02:11:25.008154 run osmo-msc_10.42.42.6(pid=28175): Launched\u000a02:11:25.184115 run osmo-stp_10.42.42.5(pid=28172): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28172)]\u000a02:11:25.311242 run osmo-stp_10.42.42.5(pid=28172): stdout: \u000a| (launched: 2022-12-14_02:11:23.901959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:25.436493 run osmo-stp_10.42.42.5(pid=28172): stderr: \u000a| �[0;m�[38;5;43m20221214021124073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021124074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021124074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021124074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021124075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021124075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021124075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:25.557587 run osmo-stp_10.42.42.5(pid=28172): stdout: \u000a| (launched: 2022-12-14_02:11:23.901959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:25.677802 run osmo-stp_10.42.42.5(pid=28172): stderr: \u000a| �[0;m�[38;5;43m20221214021124073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021124074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021124074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021124074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021124075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021124075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021124075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:25.730735 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28172): Process ended prematurely: osmo-stp_10.42.42.5(pid=28172) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28172)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:11:25.739266 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:11:25.798897 run osmo-hlr_10.42.42.2(pid=28169): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28169)]\u000a02:11:25.848409 run osmo-hlr_10.42.42.2(pid=28169): stdout: \u000a| (launched: 2022-12-14_02:11:22.970371) \u000a02:11:25.898447 run osmo-hlr_10.42.42.2(pid=28169): stderr: \u000a| �[0;m�[1;31m20221214021123144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021123144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021123144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021123144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021123144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021123144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021123157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021123166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021123166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021123166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:25.965751 run osmo-msc_10.42.42.6(pid=28175): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28175)]\u000a02:11:26.014870 run osmo-msc_10.42.42.6(pid=28175): stdout: \u000a| (launched: 2022-12-14_02:11:24.859604) \u000a02:11:26.064371 run osmo-msc_10.42.42.6(pid=28175): stderr: \u000a| �[0;m�[38;5;43m20221214021125131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021125131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03de7d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021125131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021125131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021125132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021125132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021125134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021125134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021125134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021125134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:26.106213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28168): Terminating (SIGTERM)\u000a02:11:26.145796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28171): Terminating (SIGTERM)\u000a02:11:26.185331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28174): Terminating (SIGTERM)\u000a02:11:26.194471 --- ParallelTerminationStrategy: PID 28168 died...\u000a02:11:26.247273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28168): Terminated: ok {rc=0}\u000a02:11:26.257323 --- ParallelTerminationStrategy: PID 28171 died...\u000a02:11:26.310284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28171): Terminated: ok {rc=0}\u000a02:11:26.319769 --- ParallelTerminationStrategy: PID 28174 died...\u000a02:11:26.372581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28174): Terminated: ok {rc=0}\u000a02:11:26.460197 bus /sierra_3: Setting Powered False\u000a02:11:27.563105 bus /sierra_3: Setting Powered False\u000a02:11:28.669742 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28183): Process ended prematurely: osmo-stp_10.42.42.5(pid=28183) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28183)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28183): Process ended prematurely: osmo-stp_10.42.42.5(pid=28183) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:29.785128 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:29.797104 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:11:29.949305 tst mo_mt_call_osmux.py: using LAC 37822\u000a02:11:30.078716 tst mo_mt_call_osmux.py: using RAC 82\u000a02:11:30.207259 tst mo_mt_call_osmux.py: using CellId 37822\u000a02:11:30.336056 tst mo_mt_call_osmux.py: using BVCI 37823\u000a02:11:30.360725 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:30.371993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:30.383252 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:30.394817 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:30.406294 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:11:30.417760 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:30.533196 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:11:30.746946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:31.317337 run create_hlr_db(pid=28177): Launched\u000a02:11:31.508775 bus /sierra_2: Setting Powered False\u000a02:11:32.513463 run create_hlr_db(pid=28177): Terminated: ok {rc=0}\u000a02:11:32.961444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28179): Launched\u000a02:11:33.285756 run osmo-hlr_10.42.42.2(pid=28180): Launched\u000a02:11:33.408187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:33.970874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28182): Launched\u000a02:11:34.295168 run osmo-stp_10.42.42.5(pid=28183): Launched\u000a02:11:34.418529 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:35.007705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28185): Launched\u000a02:11:35.331145 run osmo-msc_10.42.42.6(pid=28186): Launched\u000a02:11:35.520532 run osmo-stp_10.42.42.5(pid=28183): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28183)]\u000a02:11:35.658103 run osmo-stp_10.42.42.5(pid=28183): stdout: \u000a| (launched: 2022-12-14_02:11:34.135275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:35.794599 run osmo-stp_10.42.42.5(pid=28183): stderr: \u000a| �[0;m�[38;5;43m20221214021134327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021134327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021134328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021134328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021134329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021134329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021134329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:35.924721 run osmo-stp_10.42.42.5(pid=28183): stdout: \u000a| (launched: 2022-12-14_02:11:34.135275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:36.053752 run osmo-stp_10.42.42.5(pid=28183): stderr: \u000a| �[0;m�[38;5;43m20221214021134327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021134327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021134328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021134328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021134329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021134329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021134329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:36.111000 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28183): Process ended prematurely: osmo-stp_10.42.42.5(pid=28183) [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28183)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:11:36.120244 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:11:36.182707 run osmo-hlr_10.42.42.2(pid=28180): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28180)]\u000a02:11:36.233977 run osmo-hlr_10.42.42.2(pid=28180): stdout: \u000a| (launched: 2022-12-14_02:11:33.126028) \u000a02:11:36.286001 run osmo-hlr_10.42.42.2(pid=28180): stderr: \u000a| �[0;m�[1;31m20221214021133324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021133324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021133325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021133325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021133325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021133325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021133337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021133345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021133345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021133345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:36.356770 run osmo-msc_10.42.42.6(pid=28186): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28186)]\u000a02:11:36.408447 run osmo-msc_10.42.42.6(pid=28186): stdout: \u000a| (launched: 2022-12-14_02:11:35.172479) \u000a02:11:36.460825 run osmo-msc_10.42.42.6(pid=28186): stderr: \u000a| �[0;m�[38;5;43m20221214021135495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021135495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4ff6e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021135495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021135495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021135495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021135495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021135497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021135497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021135498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021135498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:36.505521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28179): Terminating (SIGTERM)\u000a02:11:36.548007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28182): Terminating (SIGTERM)\u000a02:11:36.590322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28185): Terminating (SIGTERM)\u000a02:11:36.599982 --- ParallelTerminationStrategy: PID 28179 died...\u000a02:11:36.656041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28179): Terminated: ok {rc=0}\u000a02:11:36.666188 --- ParallelTerminationStrategy: PID 28182 died...\u000a02:11:36.722084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28182): Terminated: ok {rc=0}\u000a02:11:36.732084 --- ParallelTerminationStrategy: PID 28185 died...\u000a02:11:36.787772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28185): Terminated: ok {rc=0}\u000a02:11:36.874231 bus /sierra_3: Setting Powered False\u000a02:11:37.979951 bus /sierra_3: Setting Powered False\u000a02:11:39.090195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:11:19" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:11:41.037092 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:41.048063 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:11:41.197102 tst mo_mt_call.py: using LAC 37823\u000a02:11:41.319385 tst mo_mt_call.py: using RAC 83\u000a02:11:41.436237 tst mo_mt_call.py: using CellId 37823\u000a02:11:41.553091 tst mo_mt_call.py: using BVCI 37824\u000a02:11:41.575912 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:41.586842 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:41.597552 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:41.608148 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:41.618800 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:41.629500 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:41.744536 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:41.950462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:42.429661 run create_hlr_db(pid=28191): Launched\u000a02:11:42.602412 bus /sierra_2: Setting Powered False\u000a02:11:43.623949 run create_hlr_db(pid=28191): Terminated: ok {rc=0}\u000a02:11:44.022367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Launched\u000a02:11:44.321443 run osmo-hlr_10.42.42.2(pid=28194): Launched\u000a02:11:44.429935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:44.949748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Launched\u000a02:11:45.249855 run osmo-stp_10.42.42.5(pid=28197): Launched\u000a02:11:45.359457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:45.914470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28199): Launched\u000a02:11:46.323073 run osmo-msc_10.42.42.6(pid=28200): Launched\u000a02:11:46.659167 run osmo-stp_10.42.42.5(pid=28197): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)]\u000a02:11:46.925264 run osmo-stp_10.42.42.5(pid=28197): stdout: \u000a| (launched: 2022-12-14_02:11:45.101803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:47.119040 run osmo-stp_10.42.42.5(pid=28197): stderr: \u000a| �[0;m�[38;5;43m20221214021145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021145273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:47.242785 run osmo-stp_10.42.42.5(pid=28197): stdout: \u000a| (launched: 2022-12-14_02:11:45.101803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:47.364849 run osmo-stp_10.42.42.5(pid=28197): stderr: \u000a| �[0;m�[38;5;43m20221214021145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021145272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021145273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021145275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:47.417782 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28197): Process ended prematurely: osmo-stp_10.42.42.5(pid=28197) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28197)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:11:47.426234 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:11:47.485168 run osmo-hlr_10.42.42.2(pid=28194): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28194)]\u000a02:11:47.533769 run osmo-hlr_10.42.42.2(pid=28194): stdout: \u000a| (launched: 2022-12-14_02:11:44.174587) \u000a02:11:47.582957 run osmo-hlr_10.42.42.2(pid=28194): stderr: \u000a| �[0;m�[1;31m20221214021144350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021144350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021144350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021144351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021144351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021144351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021144403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021144414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021144415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021144415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:47.649624 run osmo-msc_10.42.42.6(pid=28200): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28200)]\u000a02:11:47.698240 run osmo-msc_10.42.42.6(pid=28200): stdout: \u000a| (launched: 2022-12-14_02:11:46.068105) \u000a02:11:47.747397 run osmo-msc_10.42.42.6(pid=28200): stderr: \u000a| �[0;m�[38;5;43m20221214021146662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021146662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb928f43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021146662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021146662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021146662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021146662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021146664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021146664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021146665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021146665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:47.789040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Terminating (SIGTERM)\u000a02:11:47.828197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Terminating (SIGTERM)\u000a02:11:47.867592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28199): Terminating (SIGTERM)\u000a02:11:47.876567 --- ParallelTerminationStrategy: PID 28193 died...\u000a02:11:47.928984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28193): Terminated: ok {rc=0}\u000a02:11:47.938294 --- ParallelTerminationStrategy: PID 28196 died...\u000a02:11:47.990643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28196): Terminated: ok {rc=0}\u000a02:11:47.999997 --- ParallelTerminationStrategy: PID 28199 died...\u000a02:11:48.052665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28199): Terminated: ok {rc=0}\u000a02:11:48.135878 bus /sierra_3: Setting Powered False\u000a02:11:49.241858 bus /sierra_3: Setting Powered False\u000a02:11:50.354446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28208): Process ended prematurely: osmo-stp_10.42.42.5(pid=28208) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28208)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28208): Process ended prematurely: osmo-stp_10.42.42.5(pid=28208) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:11:51.463723 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:51.476320 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:11:51.626689 tst mo_mt_call_osmux.py: using LAC 37824\u000a02:11:51.753474 tst mo_mt_call_osmux.py: using RAC 84\u000a02:11:51.880715 tst mo_mt_call_osmux.py: using CellId 37824\u000a02:11:52.006830 tst mo_mt_call_osmux.py: using BVCI 37825\u000a02:11:52.031639 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:52.042980 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:52.054198 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:52.065335 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:52.076743 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:11:52.088222 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:52.203593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:11:52.414839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:11:52.924449 run create_hlr_db(pid=28202): Launched\u000a02:11:53.111402 bus /sierra_2: Setting Powered False\u000a02:11:54.132575 run create_hlr_db(pid=28202): Terminated: ok {rc=0}\u000a02:11:54.536624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28204): Launched\u000a02:11:54.837702 run osmo-hlr_10.42.42.2(pid=28205): Launched\u000a02:11:54.951648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:11:55.471648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28207): Launched\u000a02:11:55.773188 run osmo-stp_10.42.42.5(pid=28208): Launched\u000a02:11:55.883096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:11:56.430685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28210): Launched\u000a02:11:56.733578 run osmo-msc_10.42.42.6(pid=28211): Launched\u000a02:11:56.913674 run osmo-stp_10.42.42.5(pid=28208): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28208)]\u000a02:11:57.040850 run osmo-stp_10.42.42.5(pid=28208): stdout: \u000a| (launched: 2022-12-14_02:11:55.624139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:57.165860 run osmo-stp_10.42.42.5(pid=28208): stderr: \u000a| �[0;m�[38;5;43m20221214021155797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021155797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021155797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021155798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021155798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021155798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021155798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:57.286418 run osmo-stp_10.42.42.5(pid=28208): stdout: \u000a| (launched: 2022-12-14_02:11:55.624139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:11:57.405691 run osmo-stp_10.42.42.5(pid=28208): stderr: \u000a| �[0;m�[38;5;43m20221214021155797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021155797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021155797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021155798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021155798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021155798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021155798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:11:57.458202 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28208): Process ended prematurely: osmo-stp_10.42.42.5(pid=28208) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28208)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:11:57.466672 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:11:57.526099 run osmo-hlr_10.42.42.2(pid=28205): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28205)]\u000a02:11:57.574683 run osmo-hlr_10.42.42.2(pid=28205): stdout: \u000a| (launched: 2022-12-14_02:11:54.689707) \u000a02:11:57.624624 run osmo-hlr_10.42.42.2(pid=28205): stderr: \u000a| �[0;m�[1;31m20221214021154865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021154865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021154865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021154865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021154865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021154866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021154878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:11:57.691403 run osmo-msc_10.42.42.6(pid=28211): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28211)]\u000a02:11:57.740150 run osmo-msc_10.42.42.6(pid=28211): stdout: \u000a| (launched: 2022-12-14_02:11:56.583995) \u000a02:11:57.789370 run osmo-msc_10.42.42.6(pid=28211): stderr: \u000a| �[0;m�[38;5;43m20221214021156855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021156855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bcf4a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021156856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021156856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021156856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021156856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021156859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021156860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021156860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021156860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:11:57.831041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28204): Terminating (SIGTERM)\u000a02:11:57.870393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28207): Terminating (SIGTERM)\u000a02:11:57.909719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28210): Terminating (SIGTERM)\u000a02:11:57.918752 --- ParallelTerminationStrategy: PID 28204 died...\u000a02:11:57.971399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28204): Terminated: ok {rc=0}\u000a02:11:57.980760 --- ParallelTerminationStrategy: PID 28207 died...\u000a02:11:58.033213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28207): Terminated: ok {rc=0}\u000a02:11:58.042561 --- ParallelTerminationStrategy: PID 28210 died...\u000a02:11:58.094892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28210): Terminated: ok {rc=0}\u000a02:11:58.182117 bus /sierra_3: Setting Powered False\u000a02:11:59.283590 bus /sierra_3: Setting Powered False\u000a02:12:00.390717 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:11:40" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28222): Process ended prematurely: osmo-stp_10.42.42.5(pid=28222) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28222)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28222): Process ended prematurely: osmo-stp_10.42.42.5(pid=28222) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:12:02.369112 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:02.380580 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:12:02.532642 tst mo_mt_call.py: using LAC 37825\u000a02:12:02.661376 tst mo_mt_call.py: using RAC 85\u000a02:12:02.789850 tst mo_mt_call.py: using CellId 37825\u000a02:12:02.918600 tst mo_mt_call.py: using BVCI 37826\u000a02:12:02.943567 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:02.954983 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:02.966175 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:02.977309 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:02.988770 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:03.000407 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:03.117260 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:03.328353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:03.837571 run create_hlr_db(pid=28216): Launched\u000a02:12:04.025073 bus /sierra_2: Setting Powered False\u000a02:12:05.046413 run create_hlr_db(pid=28216): Terminated: ok {rc=0}\u000a02:12:05.450204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28218): Launched\u000a02:12:05.751632 run osmo-hlr_10.42.42.2(pid=28219): Launched\u000a02:12:05.869823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:06.398720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28221): Launched\u000a02:12:06.700243 run osmo-stp_10.42.42.5(pid=28222): Launched\u000a02:12:06.809156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:07.356561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28224): Launched\u000a02:12:07.657999 run osmo-msc_10.42.42.6(pid=28225): Launched\u000a02:12:07.835281 run osmo-stp_10.42.42.5(pid=28222): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28222)]\u000a02:12:07.962611 run osmo-stp_10.42.42.5(pid=28222): stdout: \u000a| (launched: 2022-12-14_02:12:06.551113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:08.087502 run osmo-stp_10.42.42.5(pid=28222): stderr: \u000a| �[0;m�[38;5;43m20221214021206721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021206721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021206721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021206722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021206724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021206724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021206724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:08.208138 run osmo-stp_10.42.42.5(pid=28222): stdout: \u000a| (launched: 2022-12-14_02:12:06.551113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:08.327489 run osmo-stp_10.42.42.5(pid=28222): stderr: \u000a| �[0;m�[38;5;43m20221214021206721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021206721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021206721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021206722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021206724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021206724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021206724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:08.380136 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28222): Process ended prematurely: osmo-stp_10.42.42.5(pid=28222) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28222)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:12:08.388747 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:12:08.448391 run osmo-hlr_10.42.42.2(pid=28219): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28219)]\u000a02:12:08.497178 run osmo-hlr_10.42.42.2(pid=28219): stdout: \u000a| (launched: 2022-12-14_02:12:05.603100) \u000a02:12:08.546472 run osmo-hlr_10.42.42.2(pid=28219): stderr: \u000a| �[0;m�[1;31m20221214021205780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021205780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021205780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021205780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021205780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021205780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021205792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021205804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021205805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021205805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:08.614091 run osmo-msc_10.42.42.6(pid=28225): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28225)]\u000a02:12:08.663230 run osmo-msc_10.42.42.6(pid=28225): stdout: \u000a| (launched: 2022-12-14_02:12:07.509461) \u000a02:12:08.712403 run osmo-msc_10.42.42.6(pid=28225): stderr: \u000a| �[0;m�[38;5;43m20221214021207783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021207783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11008a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021207783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021207783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021207783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021207783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021207785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021207786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021207786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021207786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:08.754020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28218): Terminating (SIGTERM)\u000a02:12:08.793349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28221): Terminating (SIGTERM)\u000a02:12:08.833315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28224): Terminating (SIGTERM)\u000a02:12:08.842292 --- ParallelTerminationStrategy: PID 28218 died...\u000a02:12:08.894757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28218): Terminated: ok {rc=0}\u000a02:12:08.904119 --- ParallelTerminationStrategy: PID 28221 died...\u000a02:12:08.956641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28221): Terminated: ok {rc=0}\u000a02:12:08.966068 --- ParallelTerminationStrategy: PID 28224 died...\u000a02:12:09.018593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28224): Terminated: ok {rc=0}\u000a02:12:09.101888 bus /sierra_3: Setting Powered False\u000a02:12:10.208176 bus /sierra_3: Setting Powered False\u000a02:12:11.319882 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28233): Process ended prematurely: osmo-stp_10.42.42.5(pid=28233) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28233)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28233): Process ended prematurely: osmo-stp_10.42.42.5(pid=28233) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:12.436644 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:12.448829 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:12:12.601622 tst mo_mt_call_osmux.py: using LAC 37826\u000a02:12:12.730322 tst mo_mt_call_osmux.py: using RAC 86\u000a02:12:12.856590 tst mo_mt_call_osmux.py: using CellId 37826\u000a02:12:12.982775 tst mo_mt_call_osmux.py: using BVCI 37827\u000a02:12:13.007507 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:13.018915 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:13.030132 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:13.041468 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:13.052926 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:12:13.064531 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:13.182030 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:12:13.395168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:13.903655 run create_hlr_db(pid=28227): Launched\u000a02:12:14.090972 bus /sierra_2: Setting Powered False\u000a02:12:15.112232 run create_hlr_db(pid=28227): Terminated: ok {rc=0}\u000a02:12:15.513654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28229): Launched\u000a02:12:15.813410 run osmo-hlr_10.42.42.2(pid=28230): Launched\u000a02:12:16.045481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:16.659034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28232): Launched\u000a02:12:17.093207 run osmo-stp_10.42.42.5(pid=28233): Launched\u000a02:12:17.296159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:17.887174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28235): Launched\u000a02:12:18.209892 run osmo-msc_10.42.42.6(pid=28236): Launched\u000a02:12:18.398964 run osmo-stp_10.42.42.5(pid=28233): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28233)]\u000a02:12:18.536252 run osmo-stp_10.42.42.5(pid=28233): stdout: \u000a| (launched: 2022-12-14_02:12:16.827144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:18.673219 run osmo-stp_10.42.42.5(pid=28233): stderr: \u000a| �[0;m�[38;5;43m20221214021217130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021217130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021217131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021217131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021217132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021217132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021217132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:18.803638 run osmo-stp_10.42.42.5(pid=28233): stdout: \u000a| (launched: 2022-12-14_02:12:16.827144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:18.932435 run osmo-stp_10.42.42.5(pid=28233): stderr: \u000a| �[0;m�[38;5;43m20221214021217130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021217130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021217131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021217131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021217132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021217132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021217132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:18.989421 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28233): Process ended prematurely: osmo-stp_10.42.42.5(pid=28233) [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28233)] [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:12:18.998858 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a02:12:19.061549 run osmo-hlr_10.42.42.2(pid=28230): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28230)]\u000a02:12:19.112843 run osmo-hlr_10.42.42.2(pid=28230): stdout: \u000a| (launched: 2022-12-14_02:12:15.666288) \u000a02:12:19.164609 run osmo-hlr_10.42.42.2(pid=28230): stderr: \u000a| �[0;m�[1;31m20221214021215871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021215871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021215871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021215871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021215871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021215871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021215898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021215915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021215915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021215915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:19.234630 run osmo-msc_10.42.42.6(pid=28236): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28236)]\u000a02:12:19.285916 run osmo-msc_10.42.42.6(pid=28236): stdout: \u000a| (launched: 2022-12-14_02:12:18.051752) \u000a02:12:19.337950 run osmo-msc_10.42.42.6(pid=28236): stderr: \u000a| �[0;m�[38;5;43m20221214021218372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021218373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd885c38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021218373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021218373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021218373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021218374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021218375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021218376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021218376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021218376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:19.382244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28229): Terminating (SIGTERM)\u000a02:12:19.423781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28232): Terminating (SIGTERM)\u000a02:12:19.465635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28235): Terminating (SIGTERM)\u000a02:12:19.475098 --- ParallelTerminationStrategy: PID 28229 died...\u000a02:12:19.530829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28229): Terminated: ok {rc=0}\u000a02:12:19.540764 --- ParallelTerminationStrategy: PID 28232 died...\u000a02:12:19.596479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28232): Terminated: ok {rc=0}\u000a02:12:19.606443 --- ParallelTerminationStrategy: PID 28235 died...\u000a02:12:19.662690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28235): Terminated: ok {rc=0}\u000a02:12:19.748471 bus /sierra_3: Setting Powered False\u000a02:12:20.853929 bus /sierra_3: Setting Powered False\u000a02:12:21.961413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:12:02" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:12:23.901544 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:23.912529 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:12:24.052013 tst mo_mt_call.py: using LAC 37827\u000a02:12:24.167664 tst mo_mt_call.py: using RAC 87\u000a02:12:24.286498 tst mo_mt_call.py: using CellId 37827\u000a02:12:24.402493 tst mo_mt_call.py: using BVCI 37828\u000a02:12:24.425484 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:24.436152 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:24.446764 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:24.457495 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:24.468242 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:24.479451 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:24.599807 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:24.800298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:25.281969 run create_hlr_db(pid=28243): Launched\u000a02:12:25.454501 bus /sierra_2: Setting Powered False\u000a02:12:26.476896 run create_hlr_db(pid=28243): Terminated: ok {rc=0}\u000a02:12:26.907095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Launched\u000a02:12:27.231406 run osmo-hlr_10.42.42.2(pid=28246): Launched\u000a02:12:27.353177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:27.916566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Launched\u000a02:12:28.240819 run osmo-stp_10.42.42.5(pid=28249): Launched\u000a02:12:28.359115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:28.917716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28251): Launched\u000a02:12:29.219337 run osmo-msc_10.42.42.6(pid=28252): Launched\u000a02:12:29.395789 run osmo-stp_10.42.42.5(pid=28249): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)]\u000a02:12:29.523505 run osmo-stp_10.42.42.5(pid=28249): stdout: \u000a| (launched: 2022-12-14_02:12:28.081651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:29.648693 run osmo-stp_10.42.42.5(pid=28249): stderr: \u000a| �[0;m�[38;5;43m20221214021228275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021228275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021228276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021228276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021228276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021228277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021228277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:29.769906 run osmo-stp_10.42.42.5(pid=28249): stdout: \u000a| (launched: 2022-12-14_02:12:28.081651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:29.889531 run osmo-stp_10.42.42.5(pid=28249): stderr: \u000a| �[0;m�[38;5;43m20221214021228275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021228275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021228276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021228276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021228276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021228277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021228277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:29.942098 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28249): Process ended prematurely: osmo-stp_10.42.42.5(pid=28249) [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28249)] [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:12:29.950584 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:12:30.010076 run osmo-hlr_10.42.42.2(pid=28246): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28246)]\u000a02:12:30.058857 run osmo-hlr_10.42.42.2(pid=28246): stdout: \u000a| (launched: 2022-12-14_02:12:27.072706) \u000a02:12:30.108463 run osmo-hlr_10.42.42.2(pid=28246): stderr: \u000a| �[0;m�[1;31m20221214021227270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021227270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021227270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021227270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021227271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021227271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021227283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021227291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021227291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021227291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:30.175646 run osmo-msc_10.42.42.6(pid=28252): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28252)]\u000a02:12:30.224771 run osmo-msc_10.42.42.6(pid=28252): stdout: \u000a| (launched: 2022-12-14_02:12:29.070943) \u000a02:12:30.274188 run osmo-msc_10.42.42.6(pid=28252): stderr: \u000a| �[0;m�[38;5;43m20221214021229346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021229346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc678276c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021229346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021229346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021229346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021229346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021229348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021229348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021229349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021229349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:30.315955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Terminating (SIGTERM)\u000a02:12:30.355533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Terminating (SIGTERM)\u000a02:12:30.395082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28251): Terminating (SIGTERM)\u000a02:12:30.403815 --- ParallelTerminationStrategy: PID 28245 died...\u000a02:12:30.456784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28245): Terminated: ok {rc=0}\u000a02:12:30.466265 --- ParallelTerminationStrategy: PID 28248 died...\u000a02:12:30.519203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28248): Terminated: ok {rc=0}\u000a02:12:30.528676 --- ParallelTerminationStrategy: PID 28251 died...\u000a02:12:30.581541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28251): Terminated: ok {rc=0}\u000a02:12:30.669990 bus /sierra_3: Setting Powered False\u000a02:12:31.792294 bus /sierra_3: Setting Powered False\u000a02:12:32.901391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:34.016326 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:34.028550 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:12:34.181761 tst mo_mt_call_osmux.py: using LAC 37828\u000a02:12:34.313545 tst mo_mt_call_osmux.py: using RAC 88\u000a02:12:34.438867 tst mo_mt_call_osmux.py: using CellId 37828\u000a02:12:34.564365 tst mo_mt_call_osmux.py: using BVCI 37829\u000a02:12:34.589370 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:34.600784 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:34.612146 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:34.623781 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:34.635477 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:12:34.647118 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:34.766547 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:12:34.966417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:35.449195 run create_hlr_db(pid=28254): Launched\u000a02:12:35.621388 bus /sierra_2: Setting Powered False\u000a02:12:36.657490 run create_hlr_db(pid=28254): Terminated: ok {rc=0}\u000a02:12:37.088096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Launched\u000a02:12:37.412264 run osmo-hlr_10.42.42.2(pid=28257): Launched\u000a02:12:37.530557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:38.092889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Launched\u000a02:12:38.417004 run osmo-stp_10.42.42.5(pid=28260): Launched\u000a02:12:38.534892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:39.125035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28262): Launched\u000a02:12:39.448426 run osmo-msc_10.42.42.6(pid=28263): Launched\u000a02:12:39.641860 run osmo-stp_10.42.42.5(pid=28260): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)]\u000a02:12:39.771553 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-14_02:12:38.257983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:39.897084 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221214021238451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021238451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021238451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021238452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:40.019298 run osmo-stp_10.42.42.5(pid=28260): stdout: \u000a| (launched: 2022-12-14_02:12:38.257983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:40.139103 run osmo-stp_10.42.42.5(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221214021238451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021238451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021238451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021238452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021238454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:40.191804 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28260): Process ended prematurely: osmo-stp_10.42.42.5(pid=28260) [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28260)] [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:12:40.200273 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:12:40.259927 run osmo-hlr_10.42.42.2(pid=28257): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28257)]\u000a02:12:40.308423 run osmo-hlr_10.42.42.2(pid=28257): stdout: \u000a| (launched: 2022-12-14_02:12:37.252756) \u000a02:12:40.357692 run osmo-hlr_10.42.42.2(pid=28257): stderr: \u000a| �[0;m�[1;31m20221214021237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021237451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021237463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021237471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021237472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021237472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:40.424465 run osmo-msc_10.42.42.6(pid=28263): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28263)]\u000a02:12:40.473029 run osmo-msc_10.42.42.6(pid=28263): stdout: \u000a| (launched: 2022-12-14_02:12:39.289583) \u000a02:12:40.521686 run osmo-msc_10.42.42.6(pid=28263): stderr: \u000a| �[0;m�[38;5;43m20221214021239613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021239613 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84744b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021239613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021239613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021239613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021239613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021239615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021239615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021239615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021239616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:40.563110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Terminating (SIGTERM)\u000a02:12:40.602841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a02:12:40.641990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28262): Terminating (SIGTERM)\u000a02:12:40.650971 --- ParallelTerminationStrategy: PID 28256 died...\u000a02:12:40.703512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28256): Terminated: ok {rc=0}\u000a02:12:40.712927 --- ParallelTerminationStrategy: PID 28259 died...\u000a02:12:40.765358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a02:12:40.774749 --- ParallelTerminationStrategy: PID 28262 died...\u000a02:12:40.827090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28262): Terminated: ok {rc=0}\u000a02:12:40.910728 bus /sierra_3: Setting Powered False\u000a02:12:42.016796 bus /sierra_3: Setting Powered False\u000a02:12:43.127994 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:12:23" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28274): Process ended prematurely: osmo-stp_10.42.42.5(pid=28274) [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28274)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28274): Process ended prematurely: osmo-stp_10.42.42.5(pid=28274) [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:12:45.068339 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.079146 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:12:45.222872 tst mo_mt_call.py: using LAC 37829\u000a02:12:45.342831 tst mo_mt_call.py: using RAC 89\u000a02:12:45.462219 tst mo_mt_call.py: using CellId 37829\u000a02:12:45.579494 tst mo_mt_call.py: using BVCI 37830\u000a02:12:45.602303 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.612862 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.623364 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.633794 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.644306 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:45.655469 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:45.775803 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:46.022559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:46.611360 run create_hlr_db(pid=28268): Launched\u000a02:12:46.804082 bus /sierra_2: Setting Powered False\u000a02:12:47.820319 run create_hlr_db(pid=28268): Terminated: ok {rc=0}\u000a02:12:48.222606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28270): Launched\u000a02:12:48.522715 run osmo-hlr_10.42.42.2(pid=28271): Launched\u000a02:12:48.637259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:49.158370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28273): Launched\u000a02:12:49.458816 run osmo-stp_10.42.42.5(pid=28274): Launched\u000a02:12:49.568362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:12:50.116556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28276): Launched\u000a02:12:50.417086 run osmo-msc_10.42.42.6(pid=28277): Launched\u000a02:12:50.593324 run osmo-stp_10.42.42.5(pid=28274): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28274)]\u000a02:12:50.720505 run osmo-stp_10.42.42.5(pid=28274): stdout: \u000a| (launched: 2022-12-14_02:12:49.311105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:50.845656 run osmo-stp_10.42.42.5(pid=28274): stderr: \u000a| �[0;m�[38;5;43m20221214021249483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021249483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021249483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021249484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021249484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021249484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021249484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:50.966937 run osmo-stp_10.42.42.5(pid=28274): stdout: \u000a| (launched: 2022-12-14_02:12:49.311105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:12:51.086757 run osmo-stp_10.42.42.5(pid=28274): stderr: \u000a| �[0;m�[38;5;43m20221214021249483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021249483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021249483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021249484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021249484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021249484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021249484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:12:51.139417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28274): Process ended prematurely: osmo-stp_10.42.42.5(pid=28274) [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28274)] [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:12:51.148053 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:12:51.207240 run osmo-hlr_10.42.42.2(pid=28271): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28271)]\u000a02:12:51.255994 run osmo-hlr_10.42.42.2(pid=28271): stdout: \u000a| (launched: 2022-12-14_02:12:48.375004) \u000a02:12:51.305429 run osmo-hlr_10.42.42.2(pid=28271): stderr: \u000a| �[0;m�[1;31m20221214021248551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021248551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021248551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021248551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021248551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021248551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021248563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021248572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021248572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021248572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:12:51.372077 run osmo-msc_10.42.42.6(pid=28277): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28277)]\u000a02:12:51.420500 run osmo-msc_10.42.42.6(pid=28277): stdout: \u000a| (launched: 2022-12-14_02:12:50.269315) \u000a02:12:51.469482 run osmo-msc_10.42.42.6(pid=28277): stderr: \u000a| �[0;m�[38;5;43m20221214021250543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021250543 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7725c84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021250543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021250543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021250543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021250544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021250545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021250546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021250546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021250546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:12:51.511351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28270): Terminating (SIGTERM)\u000a02:12:51.550617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28273): Terminating (SIGTERM)\u000a02:12:51.590229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28276): Terminating (SIGTERM)\u000a02:12:51.599323 --- ParallelTerminationStrategy: PID 28270 died...\u000a02:12:51.652218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28270): Terminated: ok {rc=0}\u000a02:12:51.661729 --- ParallelTerminationStrategy: PID 28273 died...\u000a02:12:51.714180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28273): Terminated: ok {rc=0}\u000a02:12:51.723487 --- ParallelTerminationStrategy: PID 28276 died...\u000a02:12:51.775745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28276): Terminated: ok {rc=0}\u000a02:12:51.862484 bus /sierra_3: Setting Powered False\u000a02:12:52.965973 bus /sierra_3: Setting Powered False\u000a02:12:54.076003 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28285): Process ended prematurely: osmo-stp_10.42.42.5(pid=28285) [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28285)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28285): Process ended prematurely: osmo-stp_10.42.42.5(pid=28285) [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:12:55.184936 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:55.196289 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:12:55.340925 tst mo_mt_call_osmux.py: using LAC 37830\u000a02:12:55.460778 tst mo_mt_call_osmux.py: using RAC 90\u000a02:12:55.580256 tst mo_mt_call_osmux.py: using CellId 37830\u000a02:12:55.699854 tst mo_mt_call_osmux.py: using BVCI 37831\u000a02:12:55.722752 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:55.733530 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:55.744223 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:55.754730 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:55.765307 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:12:55.775811 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:55.897414 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:12:56.096716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:12:56.577466 run create_hlr_db(pid=28279): Launched\u000a02:12:56.749565 bus /sierra_2: Setting Powered False\u000a02:12:57.772891 run create_hlr_db(pid=28279): Terminated: ok {rc=0}\u000a02:12:58.174740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28281): Launched\u000a02:12:58.475924 run osmo-hlr_10.42.42.2(pid=28282): Launched\u000a02:12:58.585200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:12:59.106155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28284): Launched\u000a02:12:59.406574 run osmo-stp_10.42.42.5(pid=28285): Launched\u000a02:12:59.516155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:00.063888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28287): Launched\u000a02:13:00.366661 run osmo-msc_10.42.42.6(pid=28288): Launched\u000a02:13:00.543218 run osmo-stp_10.42.42.5(pid=28285): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28285)]\u000a02:13:00.671105 run osmo-stp_10.42.42.5(pid=28285): stdout: \u000a| (launched: 2022-12-14_02:12:59.258921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:00.795950 run osmo-stp_10.42.42.5(pid=28285): stderr: \u000a| �[0;m�[38;5;43m20221214021259429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021259429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021259429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021259430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021259432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021259432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021259432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:00.933434 run osmo-stp_10.42.42.5(pid=28285): stdout: \u000a| (launched: 2022-12-14_02:12:59.258921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:01.058512 run osmo-stp_10.42.42.5(pid=28285): stderr: \u000a| �[0;m�[38;5;43m20221214021259429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021259429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021259429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021259430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021259432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021259432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021259432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:01.113183 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28285): Process ended prematurely: osmo-stp_10.42.42.5(pid=28285) [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28285)] [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:13:01.122539 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:13:01.182811 run osmo-hlr_10.42.42.2(pid=28282): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28282)]\u000a02:13:01.232448 run osmo-hlr_10.42.42.2(pid=28282): stdout: \u000a| (launched: 2022-12-14_02:12:58.327992) \u000a02:13:01.282797 run osmo-hlr_10.42.42.2(pid=28282): stderr: \u000a| �[0;m�[1;31m20221214021258504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021258504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021258504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021258504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021258504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021258504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021258519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021258528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021258528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021258528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:01.350516 run osmo-msc_10.42.42.6(pid=28288): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28288)]\u000a02:13:01.400745 run osmo-msc_10.42.42.6(pid=28288): stdout: \u000a| (launched: 2022-12-14_02:13:00.216710) \u000a02:13:01.451157 run osmo-msc_10.42.42.6(pid=28288): stderr: \u000a| �[0;m�[38;5;43m20221214021300489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021300489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3141ba4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021300489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021300489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021300489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021300490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021300491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021300492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021300492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021300492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:01.494427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28281): Terminating (SIGTERM)\u000a02:13:01.535897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28284): Terminating (SIGTERM)\u000a02:13:01.577152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28287): Terminating (SIGTERM)\u000a02:13:01.586814 --- ParallelTerminationStrategy: PID 28281 died...\u000a02:13:01.640688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28281): Terminated: ok {rc=0}\u000a02:13:01.651042 --- ParallelTerminationStrategy: PID 28284 died...\u000a02:13:01.706601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28284): Terminated: ok {rc=0}\u000a02:13:01.716894 --- ParallelTerminationStrategy: PID 28287 died...\u000a02:13:01.771455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28287): Terminated: ok {rc=0}\u000a02:13:01.869537 bus /sierra_3: Setting Powered False\u000a02:13:02.973085 bus /sierra_3: Setting Powered False\u000a02:13:04.082214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:12:44" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28299): Process ended prematurely: osmo-stp_10.42.42.5(pid=28299) [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28299)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28299): Process ended prematurely: osmo-stp_10.42.42.5(pid=28299) [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:13:06.042137 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:06.052481 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:06.172781 tst emergency_mo_mt_call.py: using LAC 37831\u000a02:13:06.289654 tst emergency_mo_mt_call.py: using RAC 91\u000a02:13:06.414662 tst emergency_mo_mt_call.py: using CellId 37831\u000a02:13:06.539785 tst emergency_mo_mt_call.py: using BVCI 37832\u000a02:13:06.564157 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:06.575204 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:06.586239 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:06.597126 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:06.608140 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:06.619295 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:06.734542 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:06.943006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:07.443905 run create_hlr_db(pid=28293): Launched\u000a02:13:07.628753 bus /sierra_2: Setting Powered False\u000a02:13:08.648853 run create_hlr_db(pid=28293): Terminated: ok {rc=0}\u000a02:13:09.046967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28295): Launched\u000a02:13:09.345209 run osmo-hlr_10.42.42.2(pid=28296): Launched\u000a02:13:09.454536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:09.967091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28298): Launched\u000a02:13:10.262385 run osmo-stp_10.42.42.5(pid=28299): Launched\u000a02:13:10.391668 tst emergency_mo_mt_call.py: using MSISDN 8455\u000a02:13:10.542069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:11.081318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28301): Launched\u000a02:13:11.377675 run osmo-msc_10.42.42.6(pid=28302): Launched\u000a02:13:11.550616 run osmo-stp_10.42.42.5(pid=28299): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28299)]\u000a02:13:11.675664 run osmo-stp_10.42.42.5(pid=28299): stdout: \u000a| (launched: 2022-12-14_02:13:10.116800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:11.798828 run osmo-stp_10.42.42.5(pid=28299): stderr: \u000a| �[0;m�[38;5;43m20221214021310288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021310288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021310288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021310288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021310289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021310289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021310289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:11.917518 run osmo-stp_10.42.42.5(pid=28299): stdout: \u000a| (launched: 2022-12-14_02:13:10.116800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:12.035240 run osmo-stp_10.42.42.5(pid=28299): stderr: \u000a| �[0;m�[38;5;43m20221214021310288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021310288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021310288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021310288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021310289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021310289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021310289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:12.086839 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28299): Process ended prematurely: osmo-stp_10.42.42.5(pid=28299) [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28299)] [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a02:13:12.095019 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a02:13:12.154973 run osmo-hlr_10.42.42.2(pid=28296): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28296)]\u000a02:13:12.204105 run osmo-hlr_10.42.42.2(pid=28296): stdout: \u000a| (launched: 2022-12-14_02:13:09.197760) \u000a02:13:12.253839 run osmo-hlr_10.42.42.2(pid=28296): stderr: \u000a| �[0;m�[1;31m20221214021309373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021309373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021309373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021309373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021309373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021309373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021309385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021309394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021309394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021309394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:12.321403 run osmo-msc_10.42.42.6(pid=28302): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28302)]\u000a02:13:12.370923 run osmo-msc_10.42.42.6(pid=28302): stdout: \u000a| (launched: 2022-12-14_02:13:11.231241) \u000a02:13:12.420901 run osmo-msc_10.42.42.6(pid=28302): stderr: \u000a| �[0;m�[38;5;43m20221214021311503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021311503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b6672bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021311503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021311503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021311503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021311503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021311505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021311506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021311506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021311506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:12.463364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28295): Terminating (SIGTERM)\u000a02:13:12.503406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28298): Terminating (SIGTERM)\u000a02:13:12.543513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28301): Terminating (SIGTERM)\u000a02:13:12.552740 --- ParallelTerminationStrategy: PID 28295 died...\u000a02:13:12.606170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28295): Terminated: ok {rc=0}\u000a02:13:12.615813 --- ParallelTerminationStrategy: PID 28298 died...\u000a02:13:12.669109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28298): Terminated: ok {rc=0}\u000a02:13:12.678764 --- ParallelTerminationStrategy: PID 28301 died...\u000a02:13:12.731952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28301): Terminated: ok {rc=0}\u000a02:13:12.820546 bus /sierra_3: Setting Powered False\u000a02:13:13.923412 bus /sierra_3: Setting Powered False\u000a02:13:15.029945 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28310): Process ended prematurely: osmo-stp_10.42.42.5(pid=28310) [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28310)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28310): Process ended prematurely: osmo-stp_10.42.42.5(pid=28310) [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:13:16.082318 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:16.095086 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:16.220321 tst emergency_preemptive_call.py: using LAC 37832\u000a02:13:16.376065 tst emergency_preemptive_call.py: using RAC 92\u000a02:13:16.494114 tst emergency_preemptive_call.py: using CellId 37832\u000a02:13:16.642270 tst emergency_preemptive_call.py: using BVCI 37833\u000a02:13:16.674713 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:16.688863 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:16.701286 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:16.715242 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:16.727679 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a02:13:16.741355 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:16.865528 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:16.989750 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:17.114279 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:17.328723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:17.831819 run create_hlr_db(pid=28304): Launched\u000a02:13:18.016903 bus /sierra_2: Setting Powered False\u000a02:13:19.037205 run create_hlr_db(pid=28304): Terminated: ok {rc=0}\u000a02:13:19.435919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28306): Launched\u000a02:13:19.733187 run osmo-hlr_10.42.42.2(pid=28307): Launched\u000a02:13:19.842409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:20.355385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28309): Launched\u000a02:13:20.651825 run osmo-stp_10.42.42.5(pid=28310): Launched\u000a02:13:20.772697 tst emergency_preemptive_call.py: using MSISDN 8456\u000a02:13:20.919128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:13:21.458847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28312): Launched\u000a02:13:21.754894 run osmo-msc_10.42.42.6(pid=28313): Launched\u000a02:13:21.935982 run osmo-stp_10.42.42.5(pid=28310): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28310)]\u000a02:13:22.061486 run osmo-stp_10.42.42.5(pid=28310): stdout: \u000a| (launched: 2022-12-14_02:13:20.505330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:22.185210 run osmo-stp_10.42.42.5(pid=28310): stderr: \u000a| �[0;m�[38;5;43m20221214021320678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021320679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021320679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021320679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021320680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021320680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021320680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:22.304068 run osmo-stp_10.42.42.5(pid=28310): stdout: \u000a| (launched: 2022-12-14_02:13:20.505330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:22.421833 run osmo-stp_10.42.42.5(pid=28310): stderr: \u000a| �[0;m�[38;5;43m20221214021320678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021320679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021320679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021320679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021320680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021320680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021320680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:22.473670 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28310): Process ended prematurely: osmo-stp_10.42.42.5(pid=28310) [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28310)] [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a02:13:22.481798 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a02:13:22.541485 run osmo-hlr_10.42.42.2(pid=28307): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28307)]\u000a02:13:22.590549 run osmo-hlr_10.42.42.2(pid=28307): stdout: \u000a| (launched: 2022-12-14_02:13:19.586455) \u000a02:13:22.640104 run osmo-hlr_10.42.42.2(pid=28307): stderr: \u000a| �[0;m�[1;31m20221214021319763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021319763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021319763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021319763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021319763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021319763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021319775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021319786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021319786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021319786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:22.707499 run osmo-msc_10.42.42.6(pid=28313): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28313)]\u000a02:13:22.756046 run osmo-msc_10.42.42.6(pid=28313): stdout: \u000a| (launched: 2022-12-14_02:13:21.608630) \u000a02:13:22.805109 run osmo-msc_10.42.42.6(pid=28313): stderr: \u000a| �[0;m�[38;5;43m20221214021321882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021321883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d1147ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021321883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021321883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021321883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021321883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021321885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021321885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021321886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021321886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:13:22.846886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28306): Terminating (SIGTERM)\u000a02:13:22.886372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28309): Terminating (SIGTERM)\u000a02:13:22.925934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28312): Terminating (SIGTERM)\u000a02:13:22.935084 --- ParallelTerminationStrategy: PID 28306 died...\u000a02:13:22.988073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28306): Terminated: ok {rc=0}\u000a02:13:22.997726 --- ParallelTerminationStrategy: PID 28309 died...\u000a02:13:23.050466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28309): Terminated: ok {rc=0}\u000a02:13:23.060040 --- ParallelTerminationStrategy: PID 28312 died...\u000a02:13:23.112807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28312): Terminated: ok {rc=0}\u000a02:13:23.200843 bus /sierra_9: Setting Powered False\u000a02:13:24.303708 bus /sierra_9: Setting Powered False\u000a02:13:25.414355 bus /sierra_8: Setting Powered False\u000a02:13:26.516479 bus /sierra_8: Setting Powered False\u000a02:13:27.626852 bus /sierra_3: Setting Powered False\u000a02:13:28.727736 bus /sierra_3: Setting Powered False\u000a02:13:29.838937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:13:05" }, { "cases" : [ { "testActions" : [ ], "age" : 85, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2398↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2398↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:13:31.959594 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:31.970948 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:32.095082 tst cs_paging_gprs_active.py: using LAC 37833\u000a02:13:32.241500 tst cs_paging_gprs_active.py: using RAC 93\u000a02:13:32.370937 tst cs_paging_gprs_active.py: using CellId 37833\u000a02:13:32.499355 tst cs_paging_gprs_active.py: using BVCI 37834\u000a02:13:32.524358 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.535362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.546362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.556891 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.568358 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.579946 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.591439 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.602862 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:32.614367 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:32.730072 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:33.006352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:13:33.133556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:33.447281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28318): Launched\u000a02:13:33.707362 run iperf3-srv_10.42.42.10(pid=28319): Launched\u000a02:13:33.891095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:13:34.016248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:34.328062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28321): Launched\u000a02:13:34.587055 run iperf3-srv_10.42.42.10(pid=28322): Launched\u000a02:13:34.770435 tst cs_paging_gprs_active.py:38: start network...\u000a02:13:34.895606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:35.381152 run create_hlr_db(pid=28323): Launched\u000a02:13:35.554259 bus /sierra_2: Setting Powered False\u000a02:13:36.577256 run create_hlr_db(pid=28323): Terminated: ok {rc=0}\u000a02:13:36.979415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Launched\u000a02:13:37.282421 run osmo-hlr_10.42.42.2(pid=28326): Launched\u000a02:13:37.394072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:37.916478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Launched\u000a02:13:38.218903 run osmo-stp_10.42.42.5(pid=28329): Launched\u000a02:13:38.329755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:39.827048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Launched\u000a02:13:39.934885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:40.200478 run patchelf(pid=28332): Launched\u000a02:13:40.377676 run osmo-stp_10.42.42.5(pid=28329): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)]\u000a02:13:40.506835 run osmo-stp_10.42.42.5(pid=28329): stdout: \u000a| (launched: 2022-12-14_02:13:38.069668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:40.635874 run osmo-stp_10.42.42.5(pid=28329): stderr: \u000a| �[0;m�[38;5;43m20221214021338240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021338240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021338240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021338241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021338243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021338243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021338243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:40.760733 run osmo-stp_10.42.42.5(pid=28329): stdout: \u000a| (launched: 2022-12-14_02:13:38.069668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:40.884427 run osmo-stp_10.42.42.5(pid=28329): stderr: \u000a| �[0;m�[38;5;43m20221214021338240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021338240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021338240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021338241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021338243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021338243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021338243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:41.029373 run patchelf(pid=28332): Terminating (SIGINT)\u000a02:13:41.200164 run patchelf(pid=28332): Terminated: ok {rc=0}\u000a02:13:41.231516 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28329): Process ended prematurely: osmo-stp_10.42.42.5(pid=28329) [trial-2398↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28329)] [trial-2398↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a02:13:41.240580 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a02:13:41.300417 run osmo-hlr_10.42.42.2(pid=28326): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28326)]\u000a02:13:41.350120 run osmo-hlr_10.42.42.2(pid=28326): stdout: \u000a| (launched: 2022-12-14_02:13:37.132874) \u000a02:13:41.399706 run osmo-hlr_10.42.42.2(pid=28326): stderr: \u000a| �[0;m�[1;31m20221214021337313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021337313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021337313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021337313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021337313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021337313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021337325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021337334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021337335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021337335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:41.441794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28318): Terminating (SIGTERM)\u000a02:13:41.481308 run iperf3-srv_10.42.42.10(pid=28319): Terminating (SIGTERM)\u000a02:13:41.521337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28321): Terminating (SIGTERM)\u000a02:13:41.560764 run iperf3-srv_10.42.42.10(pid=28322): Terminating (SIGTERM)\u000a02:13:41.600320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Terminating (SIGTERM)\u000a02:13:41.639782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Terminating (SIGTERM)\u000a02:13:41.679241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Terminating (SIGTERM)\u000a02:13:41.687932 --- ParallelTerminationStrategy: PID 28318 died...\u000a02:13:41.740943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28318): Terminated: ok {rc=0}\u000a02:13:41.750489 --- ParallelTerminationStrategy: PID 28319 died...\u000a02:13:41.803294 run iperf3-srv_10.42.42.10(pid=28319): Terminated {rc=256}\u000a02:13:41.812707 --- ParallelTerminationStrategy: PID 28321 died...\u000a02:13:41.865722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28321): Terminated: ok {rc=0}\u000a02:13:41.875184 --- ParallelTerminationStrategy: PID 28322 died...\u000a02:13:41.928082 run iperf3-srv_10.42.42.10(pid=28322): Terminated {rc=256}\u000a02:13:41.937617 --- ParallelTerminationStrategy: PID 28325 died...\u000a02:13:41.990559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28325): Terminated: ok {rc=0}\u000a02:13:42.000063 --- ParallelTerminationStrategy: PID 28328 died...\u000a02:13:42.052804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28328): Terminated: ok {rc=0}\u000a02:13:42.062338 --- ParallelTerminationStrategy: PID 28331 died...\u000a02:13:42.115883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28331): Terminated: ok {rc=0}\u000a02:13:42.204034 bus /gobi_0: Setting Powered False\u000a02:13:43.306217 bus /gobi_0: Setting Powered False\u000a02:13:44.411757 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 85, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28341): Process ended prematurely: osmo-stp_10.42.42.5(pid=28341) [trial-2398↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28341)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28341): Process ended prematurely: osmo-stp_10.42.42.5(pid=28341) [trial-2398↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a02:13:45.527644 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:45.539316 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:45.670753 tst iperf3.py: using LAC 37834\u000a02:13:45.800492 tst iperf3.py: using RAC 94\u000a02:13:45.950367 tst iperf3.py: using CellId 37834\u000a02:13:46.108277 tst iperf3.py: using BVCI 37835\u000a02:13:46.134876 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.146084 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.158686 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.170042 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.182250 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.194541 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.206957 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.219251 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:46.231630 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:46.518907 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:13:46.650546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:46.990672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28333): Launched\u000a02:13:47.275867 run iperf3-srv_10.42.42.10(pid=28334): Launched\u000a02:13:47.460026 tst iperf3.py:8: start network...\u000a02:13:47.585568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:13:48.068602 run create_hlr_db(pid=28335): Launched\u000a02:13:48.241250 bus /gobi_6: Setting Powered False\u000a02:13:49.263054 run create_hlr_db(pid=28335): Terminated: ok {rc=0}\u000a02:13:49.694255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28337): Launched\u000a02:13:50.018591 run osmo-hlr_10.42.42.2(pid=28338): Launched\u000a02:13:50.139658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:13:50.703918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28340): Launched\u000a02:13:51.028350 run osmo-stp_10.42.42.5(pid=28341): Launched\u000a02:13:51.146297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:13:51.710844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28343): Launched\u000a02:13:51.827399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:13:52.110117 run patchelf(pid=28344): Launched\u000a02:13:52.299297 run osmo-stp_10.42.42.5(pid=28341): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28341)]\u000a02:13:52.438150 run osmo-stp_10.42.42.5(pid=28341): stdout: \u000a| (launched: 2022-12-14_02:13:50.868781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:52.576889 run osmo-stp_10.42.42.5(pid=28341): stderr: \u000a| �[0;m�[38;5;43m20221214021351063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021351063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021351064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021351064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021351065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021351065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021351065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:52.711536 run osmo-stp_10.42.42.5(pid=28341): stdout: \u000a| (launched: 2022-12-14_02:13:50.868781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:13:52.844491 run osmo-stp_10.42.42.5(pid=28341): stderr: \u000a| �[0;m�[38;5;43m20221214021351063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021351063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021351064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021351064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021351065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021351065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021351065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:13:53.000182 run patchelf(pid=28344): Terminating (SIGINT)\u000a02:13:53.183303 run patchelf(pid=28344): Terminated: ok {rc=0}\u000a02:13:53.216662 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28341): Process ended prematurely: osmo-stp_10.42.42.5(pid=28341) [trial-2398↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28341)] [trial-2398↪gprs:sysmo↪iperf3.py:8]\u000a02:13:53.226502 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:13:53.289999 run osmo-hlr_10.42.42.2(pid=28338): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28338)]\u000a02:13:53.341698 run osmo-hlr_10.42.42.2(pid=28338): stdout: \u000a| (launched: 2022-12-14_02:13:49.859176) \u000a02:13:53.394044 run osmo-hlr_10.42.42.2(pid=28338): stderr: \u000a| �[0;m�[1;31m20221214021350057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021350057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021350057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021350057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021350057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021350057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021350070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021350078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021350078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021350078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:13:53.439013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28333): Terminating (SIGTERM)\u000a02:13:53.481559 run iperf3-srv_10.42.42.10(pid=28334): Terminating (SIGTERM)\u000a02:13:53.523580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28337): Terminating (SIGTERM)\u000a02:13:53.565918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28340): Terminating (SIGTERM)\u000a02:13:53.607937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28343): Terminating (SIGTERM)\u000a02:13:53.617635 --- ParallelTerminationStrategy: PID 28333 died...\u000a02:13:53.674355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28333): Terminated: ok {rc=0}\u000a02:13:53.684509 --- ParallelTerminationStrategy: PID 28334 died...\u000a02:13:53.740771 run iperf3-srv_10.42.42.10(pid=28334): Terminated {rc=256}\u000a02:13:53.750832 --- ParallelTerminationStrategy: PID 28337 died...\u000a02:13:53.806962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28337): Terminated: ok {rc=0}\u000a02:13:53.817090 --- ParallelTerminationStrategy: PID 28340 died...\u000a02:13:53.873271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28340): Terminated: ok {rc=0}\u000a02:13:53.883232 --- ParallelTerminationStrategy: PID 28343 died...\u000a02:13:53.939406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28343): Terminated: ok {rc=0}\u000a02:13:54.026890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28363): Process ended prematurely: osmo-stp_10.42.42.5(pid=28363) [trial-2398↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28363)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28363): Process ended prematurely: osmo-stp_10.42.42.5(pid=28363) [trial-2398↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a02:13:55.142446 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.154058 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:13:55.283345 tst iperf3m4.py: using LAC 37835\u000a02:13:55.404140 tst iperf3m4.py: using RAC 95\u000a02:13:55.524108 tst iperf3m4.py: using CellId 37835\u000a02:13:55.643950 tst iperf3m4.py: using BVCI 37836\u000a02:13:55.667130 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.677586 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.687885 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.698085 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.708025 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.718144 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.728682 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.739093 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:13:55.749368 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:55.864580 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:55.986419 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:56.107482 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:13:56.402427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:13:56.538231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:56.875148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28346): Launched\u000a02:13:57.154928 run iperf3-srv_10.42.42.10(pid=28347): Launched\u000a02:13:57.354721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:13:57.491284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:57.828227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28348): Launched\u000a02:13:58.108545 run iperf3-srv_10.42.42.10(pid=28349): Launched\u000a02:13:58.308203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:13:58.444106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:58.808401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28350): Launched\u000a02:13:59.068166 run iperf3-srv_10.42.42.10(pid=28354): Launched\u000a02:13:59.251029 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:13:59.376096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:13:59.689142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28355): Launched\u000a02:13:59.963788 run iperf3-srv_10.42.42.10(pid=28356): Launched\u000a02:14:00.146415 tst iperf3m4.py:8: start network...\u000a02:14:00.271713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:00.757796 run create_hlr_db(pid=28357): Launched\u000a02:14:00.932267 bus /gobi_6: Setting Powered False\u000a02:14:01.957880 run create_hlr_db(pid=28357): Terminated: ok {rc=0}\u000a02:14:02.370014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28359): Launched\u000a02:14:02.672198 run osmo-hlr_10.42.42.2(pid=28360): Launched\u000a02:14:02.782110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:03.303712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28362): Launched\u000a02:14:03.613337 run osmo-stp_10.42.42.5(pid=28363): Launched\u000a02:14:03.722661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:04.246276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28365): Launched\u000a02:14:04.353403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:04.618564 run patchelf(pid=28366): Launched\u000a02:14:04.794805 run osmo-stp_10.42.42.5(pid=28363): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28363)]\u000a02:14:04.923657 run osmo-stp_10.42.42.5(pid=28363): stdout: \u000a| (launched: 2022-12-14_02:14:03.456803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:05.052327 run osmo-stp_10.42.42.5(pid=28363): stderr: \u000a| �[0;m�[38;5;43m20221214021403635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021403636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021403636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021403636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021403637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021403637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021403637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:05.176850 run osmo-stp_10.42.42.5(pid=28363): stdout: \u000a| (launched: 2022-12-14_02:14:03.456803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:05.300336 run osmo-stp_10.42.42.5(pid=28363): stderr: \u000a| �[0;m�[38;5;43m20221214021403635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021403636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021403636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021403636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021403637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021403637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021403637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:05.445095 run patchelf(pid=28366): Terminating (SIGINT)\u000a02:14:05.616089 run patchelf(pid=28366): Terminated: ok {rc=0}\u000a02:14:05.647415 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28363): Process ended prematurely: osmo-stp_10.42.42.5(pid=28363) [trial-2398↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28363)] [trial-2398↪gprs:sysmo↪iperf3m4.py:8]\u000a02:14:05.656572 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:14:05.716738 run osmo-hlr_10.42.42.2(pid=28360): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28360)]\u000a02:14:05.765968 run osmo-hlr_10.42.42.2(pid=28360): stdout: \u000a| (launched: 2022-12-14_02:14:02.523146) \u000a02:14:05.815649 run osmo-hlr_10.42.42.2(pid=28360): stderr: \u000a| �[0;m�[1;31m20221214021402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021402713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021402722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021402723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021402723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:05.858058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28346): Terminating (SIGTERM)\u000a02:14:05.898459 run iperf3-srv_10.42.42.10(pid=28347): Terminating (SIGTERM)\u000a02:14:05.938309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28348): Terminating (SIGTERM)\u000a02:14:05.978055 run iperf3-srv_10.42.42.10(pid=28349): Terminating (SIGTERM)\u000a02:14:06.017803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28350): Terminating (SIGTERM)\u000a02:14:06.057633 run iperf3-srv_10.42.42.10(pid=28354): Terminating (SIGTERM)\u000a02:14:06.097540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28355): Terminating (SIGTERM)\u000a02:14:06.137318 run iperf3-srv_10.42.42.10(pid=28356): Terminating (SIGTERM)\u000a02:14:06.177210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28359): Terminating (SIGTERM)\u000a02:14:06.217063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28362): Terminating (SIGTERM)\u000a02:14:06.256848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28365): Terminating (SIGTERM)\u000a02:14:06.266091 --- ParallelTerminationStrategy: PID 28346 died...\u000a02:14:06.319637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28346): Terminated: ok {rc=0}\u000a02:14:06.329363 --- ParallelTerminationStrategy: PID 28347 died...\u000a02:14:06.381998 run iperf3-srv_10.42.42.10(pid=28347): Terminated {rc=256}\u000a02:14:06.391449 --- ParallelTerminationStrategy: PID 28348 died...\u000a02:14:06.444172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28348): Terminated: ok {rc=0}\u000a02:14:06.453707 --- ParallelTerminationStrategy: PID 28349 died...\u000a02:14:06.506436 run iperf3-srv_10.42.42.10(pid=28349): Terminated {rc=256}\u000a02:14:06.515913 --- ParallelTerminationStrategy: PID 28350 died...\u000a02:14:06.568853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28350): Terminated: ok {rc=0}\u000a02:14:06.578483 --- ParallelTerminationStrategy: PID 28354 died...\u000a02:14:06.631060 run iperf3-srv_10.42.42.10(pid=28354): Terminated {rc=256}\u000a02:14:06.640482 --- ParallelTerminationStrategy: PID 28355 died...\u000a02:14:06.693048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28355): Terminated: ok {rc=0}\u000a02:14:06.702565 --- ParallelTerminationStrategy: PID 28356 died...\u000a02:14:06.754892 run iperf3-srv_10.42.42.10(pid=28356): Terminated {rc=256}\u000a02:14:06.764477 --- ParallelTerminationStrategy: PID 28359 died...\u000a02:14:06.817068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28359): Terminated: ok {rc=0}\u000a02:14:06.826618 --- ParallelTerminationStrategy: PID 28362 died...\u000a02:14:06.879357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28362): Terminated: ok {rc=0}\u000a02:14:06.888852 --- ParallelTerminationStrategy: PID 28365 died...\u000a02:14:06.941819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28365): Terminated: ok {rc=0}\u000a02:14:07.029575 bus /gobi_4: Setting Powered False\u000a02:14:08.132896 bus /gobi_4: Setting Powered False\u000a02:14:09.243454 bus /gobi_1: Setting Powered False\u000a02:14:10.349432 bus /gobi_1: Setting Powered False\u000a02:14:11.456931 bus /gobi_0: Setting Powered False\u000a02:14:12.557756 bus /gobi_0: Setting Powered False\u000a02:14:13.667497 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28373): Process ended prematurely: osmo-stp_10.42.42.5(pid=28373) [trial-2398↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28373)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28373): Process ended prematurely: osmo-stp_10.42.42.5(pid=28373) [trial-2398↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo ping.py\u000a----------------------------------------------\u000a02:14:14.735429 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:14.746904 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:14:14.869261 tst ping.py: using LAC 37836\u000a02:14:14.987356 tst ping.py: using RAC 96\u000a02:14:15.105562 tst ping.py: using CellId 37836\u000a02:14:15.221618 tst ping.py: using BVCI 37837\u000a02:14:15.244121 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.254577 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.264761 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.274966 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.285020 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.295137 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.305379 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:15.315626 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:15.586157 tst ping.py:19: start network...\u000a02:14:15.710078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:16.231122 run create_hlr_db(pid=28367): Launched\u000a02:14:16.404154 bus /gobi_6: Setting Powered False\u000a02:14:17.421363 run create_hlr_db(pid=28367): Terminated: ok {rc=0}\u000a02:14:17.846074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28369): Launched\u000a02:14:18.165565 run osmo-hlr_10.42.42.2(pid=28370): Launched\u000a02:14:18.284114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:18.839060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28372): Launched\u000a02:14:19.156663 run osmo-stp_10.42.42.5(pid=28373): Launched\u000a02:14:19.272554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:19.828498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28375): Launched\u000a02:14:19.942232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:20.226250 run patchelf(pid=28376): Launched\u000a02:14:20.413594 run osmo-stp_10.42.42.5(pid=28373): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28373)]\u000a02:14:20.550313 run osmo-stp_10.42.42.5(pid=28373): stdout: \u000a| (launched: 2022-12-14_02:14:19.000215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:20.687455 run osmo-stp_10.42.42.5(pid=28373): stderr: \u000a| �[0;m�[38;5;43m20221214021419193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021419194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021419194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021419194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021419195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021419195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021419195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:20.820353 run osmo-stp_10.42.42.5(pid=28373): stdout: \u000a| (launched: 2022-12-14_02:14:19.000215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:20.951977 run osmo-stp_10.42.42.5(pid=28373): stderr: \u000a| �[0;m�[38;5;43m20221214021419193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021419194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021419194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021419194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021419195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021419195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021419195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:21.105484 run patchelf(pid=28376): Terminating (SIGINT)\u000a02:14:21.286451 run patchelf(pid=28376): Terminated: ok {rc=0}\u000a02:14:21.319016 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28373): Process ended prematurely: osmo-stp_10.42.42.5(pid=28373) [trial-2398↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28373)] [trial-2398↪gprs:sysmo↪ping.py:22]\u000a02:14:21.328110 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:14:21.391232 run osmo-hlr_10.42.42.2(pid=28370): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28370)]\u000a02:14:21.442949 run osmo-hlr_10.42.42.2(pid=28370): stdout: \u000a| (launched: 2022-12-14_02:14:18.008430) \u000a02:14:21.495300 run osmo-hlr_10.42.42.2(pid=28370): stderr: \u000a| �[0;m�[1;31m20221214021418206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021418206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021418206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021418206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021418206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021418206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021418221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021418229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021418230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021418230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:21.539909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28369): Terminating (SIGTERM)\u000a02:14:21.582240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28372): Terminating (SIGTERM)\u000a02:14:21.624503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28375): Terminating (SIGTERM)\u000a02:14:21.634264 --- ParallelTerminationStrategy: PID 28369 died...\u000a02:14:21.691985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28369): Terminated: ok {rc=0}\u000a02:14:21.702152 --- ParallelTerminationStrategy: PID 28372 died...\u000a02:14:21.758844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28372): Terminated: ok {rc=0}\u000a02:14:21.768901 --- ParallelTerminationStrategy: PID 28375 died...\u000a02:14:21.825313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28375): Terminated: ok {rc=0}\u000a02:14:21.913115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2398↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2398↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:14:22.964852 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:22.976409 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a02:14:23.098858 tst ping_idle_ping.py: using LAC 37837\u000a02:14:23.220737 tst ping_idle_ping.py: using RAC 97\u000a02:14:23.335469 tst ping_idle_ping.py: using CellId 37837\u000a02:14:23.450441 tst ping_idle_ping.py: using BVCI 37838\u000a02:14:23.473190 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.483493 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.493823 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.503968 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.514050 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.524180 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.534473 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a02:14:23.544744 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a02:14:23.825536 tst ping_idle_ping.py:24: start network...\u000a02:14:23.948182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:24.421283 run create_hlr_db(pid=28377): Launched\u000a02:14:24.590922 bus /gobi_6: Setting Powered False\u000a02:14:25.611804 run create_hlr_db(pid=28377): Terminated: ok {rc=0}\u000a02:14:26.008409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Launched\u000a02:14:26.304868 run osmo-hlr_10.42.42.2(pid=28380): Launched\u000a02:14:26.412074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:26.924228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Launched\u000a02:14:27.220059 run osmo-stp_10.42.42.5(pid=28383): Launched\u000a02:14:27.327513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:27.844647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28385): Launched\u000a02:14:27.949732 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:28.208468 run patchelf(pid=28386): Launched\u000a02:14:28.381322 run osmo-stp_10.42.42.5(pid=28383): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)]\u000a02:14:28.507658 run osmo-stp_10.42.42.5(pid=28383): stdout: \u000a| (launched: 2022-12-14_02:14:27.074045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:28.634193 run osmo-stp_10.42.42.5(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221214021427243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021427244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021427244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021427244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021427245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021427245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021427245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:28.756447 run osmo-stp_10.42.42.5(pid=28383): stdout: \u000a| (launched: 2022-12-14_02:14:27.074045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:28.877967 run osmo-stp_10.42.42.5(pid=28383): stderr: \u000a| �[0;m�[38;5;43m20221214021427243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021427244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021427244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021427244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021427245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021427245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021427245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:29.019585 run patchelf(pid=28386): Terminating (SIGINT)\u000a02:14:29.186830 run patchelf(pid=28386): Terminated: ok {rc=0}\u000a02:14:29.217242 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28383): Process ended prematurely: osmo-stp_10.42.42.5(pid=28383) [trial-2398↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28383)] [trial-2398↪gprs:sysmo↪ping_idle_ping.py:27]\u000a02:14:29.225654 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a02:14:29.285056 run osmo-hlr_10.42.42.2(pid=28380): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28380)]\u000a02:14:29.333384 run osmo-hlr_10.42.42.2(pid=28380): stdout: \u000a| (launched: 2022-12-14_02:14:26.158596) \u000a02:14:29.382351 run osmo-hlr_10.42.42.2(pid=28380): stderr: \u000a| �[0;m�[1;31m20221214021426333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021426333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021426333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021426333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021426334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021426334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021426355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021426365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021426365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021426365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:29.423913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Terminating (SIGTERM)\u000a02:14:29.463032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Terminating (SIGTERM)\u000a02:14:29.502093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28385): Terminating (SIGTERM)\u000a02:14:29.511097 --- ParallelTerminationStrategy: PID 28379 died...\u000a02:14:29.563534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28379): Terminated: ok {rc=0}\u000a02:14:29.572837 --- ParallelTerminationStrategy: PID 28382 died...\u000a02:14:29.625035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28382): Terminated: ok {rc=0}\u000a02:14:29.634411 --- ParallelTerminationStrategy: PID 28385 died...\u000a02:14:29.686332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28385): Terminated: ok {rc=0}\u000a02:14:29.769536 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:13:31" }, { "cases" : [ { "testActions" : [ ], "age" : 86, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28401): Process ended prematurely: osmo-stp_10.42.42.5(pid=28401) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28401)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28401): Process ended prematurely: osmo-stp_10.42.42.5(pid=28401) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:14:31.977281 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:31.992513 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:32.155203 tst cs_paging_gprs_active.py: using LAC 37838\u000a02:14:32.283940 tst cs_paging_gprs_active.py: using RAC 98\u000a02:14:32.406076 tst cs_paging_gprs_active.py: using CellId 37838\u000a02:14:32.528470 tst cs_paging_gprs_active.py: using BVCI 37839\u000a02:14:32.551635 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.562413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.572817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.583378 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.594127 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.604755 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.615434 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.625862 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:32.636315 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:32.758439 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:33.038403 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:14:33.164036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:33.477317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28391): Launched\u000a02:14:33.738026 run iperf3-srv_10.42.42.10(pid=28392): Launched\u000a02:14:33.922168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:14:34.047190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:34.359522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Launched\u000a02:14:34.619980 run iperf3-srv_10.42.42.10(pid=28394): Launched\u000a02:14:34.803574 tst cs_paging_gprs_active.py:38: start network...\u000a02:14:34.929019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:35.412335 run create_hlr_db(pid=28395): Launched\u000a02:14:35.585373 bus /gobi_6: Setting Powered False\u000a02:14:36.607441 run create_hlr_db(pid=28395): Terminated: ok {rc=0}\u000a02:14:37.008687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28397): Launched\u000a02:14:37.311028 run osmo-hlr_10.42.42.2(pid=28398): Launched\u000a02:14:37.421907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:37.946016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28400): Launched\u000a02:14:38.248930 run osmo-stp_10.42.42.5(pid=28401): Launched\u000a02:14:38.358851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:38.885907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28403): Launched\u000a02:14:38.993251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:39.257405 run patchelf(pid=28404): Launched\u000a02:14:39.433712 run osmo-stp_10.42.42.5(pid=28401): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28401)]\u000a02:14:39.562351 run osmo-stp_10.42.42.5(pid=28401): stdout: \u000a| (launched: 2022-12-14_02:14:38.099295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:39.691696 run osmo-stp_10.42.42.5(pid=28401): stderr: \u000a| �[0;m�[38;5;43m20221214021438270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021438270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021438270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021438271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021438273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021438273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021438273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:39.817278 run osmo-stp_10.42.42.5(pid=28401): stdout: \u000a| (launched: 2022-12-14_02:14:38.099295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:39.940621 run osmo-stp_10.42.42.5(pid=28401): stderr: \u000a| �[0;m�[38;5;43m20221214021438270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021438270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021438270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021438271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021438273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021438273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021438273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:40.085682 run patchelf(pid=28404): Terminating (SIGINT)\u000a02:14:40.256023 run patchelf(pid=28404): Terminated: ok {rc=0}\u000a02:14:40.287338 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28401): Process ended prematurely: osmo-stp_10.42.42.5(pid=28401) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28401)] [trial-2398↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:14:40.296560 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a02:14:40.356561 run osmo-hlr_10.42.42.2(pid=28398): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28398)]\u000a02:14:40.405536 run osmo-hlr_10.42.42.2(pid=28398): stdout: \u000a| (launched: 2022-12-14_02:14:37.162234) \u000a02:14:40.456750 run osmo-hlr_10.42.42.2(pid=28398): stderr: \u000a| �[0;m�[1;31m20221214021437335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021437335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021437335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021437335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021437335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021437336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021437348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021437356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021437357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021437357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:40.499061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28391): Terminating (SIGTERM)\u000a02:14:40.538639 run iperf3-srv_10.42.42.10(pid=28392): Terminating (SIGTERM)\u000a02:14:40.578374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Terminating (SIGTERM)\u000a02:14:40.617927 run iperf3-srv_10.42.42.10(pid=28394): Terminating (SIGTERM)\u000a02:14:40.657585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28397): Terminating (SIGTERM)\u000a02:14:40.697339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28400): Terminating (SIGTERM)\u000a02:14:40.737105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28403): Terminating (SIGTERM)\u000a02:14:40.746260 --- ParallelTerminationStrategy: PID 28391 died...\u000a02:14:40.799891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28391): Terminated: ok {rc=0}\u000a02:14:40.809599 --- ParallelTerminationStrategy: PID 28392 died...\u000a02:14:40.862353 run iperf3-srv_10.42.42.10(pid=28392): Terminated {rc=256}\u000a02:14:40.871755 --- ParallelTerminationStrategy: PID 28393 died...\u000a02:14:40.924553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28393): Terminated: ok {rc=0}\u000a02:14:40.934037 --- ParallelTerminationStrategy: PID 28394 died...\u000a02:14:40.986764 run iperf3-srv_10.42.42.10(pid=28394): Terminated {rc=256}\u000a02:14:40.996158 --- ParallelTerminationStrategy: PID 28397 died...\u000a02:14:41.048753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28397): Terminated: ok {rc=0}\u000a02:14:41.058283 --- ParallelTerminationStrategy: PID 28400 died...\u000a02:14:41.111105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28400): Terminated: ok {rc=0}\u000a02:14:41.120544 --- ParallelTerminationStrategy: PID 28403 died...\u000a02:14:41.173263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28403): Terminated: ok {rc=0}\u000a02:14:41.261420 bus /gobi_0: Setting Powered False\u000a02:14:42.365410 bus /gobi_0: Setting Powered False\u000a02:14:43.474995 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28413): Process ended prematurely: osmo-stp_10.42.42.5(pid=28413) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28413)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28413): Process ended prematurely: osmo-stp_10.42.42.5(pid=28413) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:14:44.584993 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:44.596107 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:44.721261 tst iperf3.py: using LAC 37839\u000a02:14:44.846398 tst iperf3.py: using RAC 99\u000a02:14:44.976832 tst iperf3.py: using CellId 37839\u000a02:14:45.098373 tst iperf3.py: using BVCI 37840\u000a02:14:45.121549 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.132107 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.142584 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.153369 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.163757 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.174113 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.184641 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.194950 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:45.205521 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:45.483088 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:14:45.608487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:45.943153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28405): Launched\u000a02:14:46.226743 run iperf3-srv_10.42.42.10(pid=28406): Launched\u000a02:14:46.412373 tst iperf3.py:8: start network...\u000a02:14:46.539548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:47.064138 run create_hlr_db(pid=28407): Launched\u000a02:14:47.240493 bus /gobi_6: Setting Powered False\u000a02:14:48.258854 run create_hlr_db(pid=28407): Terminated: ok {rc=0}\u000a02:14:48.690343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28409): Launched\u000a02:14:49.015862 run osmo-hlr_10.42.42.2(pid=28410): Launched\u000a02:14:49.136614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:14:49.701634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28412): Launched\u000a02:14:50.026183 run osmo-stp_10.42.42.5(pid=28413): Launched\u000a02:14:50.137201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:14:50.662668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28415): Launched\u000a02:14:50.770317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:14:51.033241 run patchelf(pid=28416): Launched\u000a02:14:51.209143 run osmo-stp_10.42.42.5(pid=28413): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28413)]\u000a02:14:51.337694 run osmo-stp_10.42.42.5(pid=28413): stdout: \u000a| (launched: 2022-12-14_02:14:49.866714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:51.466762 run osmo-stp_10.42.42.5(pid=28413): stderr: \u000a| �[0;m�[38;5;43m20221214021450044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021450044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021450045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021450045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021450046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021450046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021450046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:51.591339 run osmo-stp_10.42.42.5(pid=28413): stdout: \u000a| (launched: 2022-12-14_02:14:49.866714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:14:51.715011 run osmo-stp_10.42.42.5(pid=28413): stderr: \u000a| �[0;m�[38;5;43m20221214021450044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021450044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021450045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021450045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021450046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021450046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021450046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:14:51.859261 run patchelf(pid=28416): Terminating (SIGINT)\u000a02:14:52.030881 run patchelf(pid=28416): Terminated: ok {rc=0}\u000a02:14:52.062300 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28413): Process ended prematurely: osmo-stp_10.42.42.5(pid=28413) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28413)] [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a02:14:52.071595 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:14:52.131241 run osmo-hlr_10.42.42.2(pid=28410): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28410)]\u000a02:14:52.179999 run osmo-hlr_10.42.42.2(pid=28410): stdout: \u000a| (launched: 2022-12-14_02:14:48.856501) \u000a02:14:52.229188 run osmo-hlr_10.42.42.2(pid=28410): stderr: \u000a| �[0;m�[1;31m20221214021449056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021449056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021449056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021449056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021449056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021449056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021449068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021449077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021449077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021449077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:14:52.271076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28405): Terminating (SIGTERM)\u000a02:14:52.310577 run iperf3-srv_10.42.42.10(pid=28406): Terminating (SIGTERM)\u000a02:14:52.350130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28409): Terminating (SIGTERM)\u000a02:14:52.389478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28412): Terminating (SIGTERM)\u000a02:14:52.428855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28415): Terminating (SIGTERM)\u000a02:14:52.438047 --- ParallelTerminationStrategy: PID 28405 died...\u000a02:14:52.491045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28405): Terminated: ok {rc=0}\u000a02:14:52.500512 --- ParallelTerminationStrategy: PID 28406 died...\u000a02:14:52.552817 run iperf3-srv_10.42.42.10(pid=28406): Terminated {rc=256}\u000a02:14:52.562256 --- ParallelTerminationStrategy: PID 28409 died...\u000a02:14:52.614836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28409): Terminated: ok {rc=0}\u000a02:14:52.624239 --- ParallelTerminationStrategy: PID 28412 died...\u000a02:14:52.676877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28412): Terminated: ok {rc=0}\u000a02:14:52.686363 --- ParallelTerminationStrategy: PID 28415 died...\u000a02:14:52.738644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28415): Terminated: ok {rc=0}\u000a02:14:52.821662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:14:53.936377 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:53.948241 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:14:54.086127 tst iperf3m4.py: using LAC 37840\u000a02:14:54.207313 tst iperf3m4.py: using RAC 100\u000a02:14:54.352878 tst iperf3m4.py: using CellId 37840\u000a02:14:54.474166 tst iperf3m4.py: using BVCI 37841\u000a02:14:54.497263 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.508030 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.518585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.528940 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.539332 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.549680 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.560150 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.570485 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:14:54.580934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:54.699931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:54.821998 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:54.938334 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:14:55.221783 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:14:55.347859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:55.662701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28417): Launched\u000a02:14:55.924362 run iperf3-srv_10.42.42.10(pid=28418): Launched\u000a02:14:56.108273 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:14:56.233419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:56.546785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28419): Launched\u000a02:14:56.806961 run iperf3-srv_10.42.42.10(pid=28420): Launched\u000a02:14:56.990478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:14:57.115955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:57.428388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28421): Launched\u000a02:14:57.688391 run iperf3-srv_10.42.42.10(pid=28422): Launched\u000a02:14:57.871553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:14:57.997518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:14:58.311028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28423): Launched\u000a02:14:58.571808 run iperf3-srv_10.42.42.10(pid=28424): Launched\u000a02:14:58.756612 tst iperf3m4.py:8: start network...\u000a02:14:58.882001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:14:59.364382 run create_hlr_db(pid=28425): Launched\u000a02:14:59.537298 bus /gobi_6: Setting Powered False\u000a02:15:00.559137 run create_hlr_db(pid=28425): Terminated: ok {rc=0}\u000a02:15:01.030437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28427): Launched\u000a02:15:01.373443 run osmo-hlr_10.42.42.2(pid=28428): Launched\u000a02:15:01.551586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:02.324139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Launched\u000a02:15:02.655633 run osmo-stp_10.42.42.5(pid=28434): Launched\u000a02:15:02.775123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:03.344724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Launched\u000a02:15:03.461034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:03.744467 run patchelf(pid=28437): Launched\u000a02:15:03.934656 run osmo-stp_10.42.42.5(pid=28434): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)]\u000a02:15:04.073670 run osmo-stp_10.42.42.5(pid=28434): stdout: \u000a| (launched: 2022-12-14_02:15:02.494009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:04.212399 run osmo-stp_10.42.42.5(pid=28434): stderr: \u000a| �[0;m�[38;5;43m20221214021502687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021502687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021502687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021502688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021502688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021502688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021502688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:04.347018 run osmo-stp_10.42.42.5(pid=28434): stdout: \u000a| (launched: 2022-12-14_02:15:02.494009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:04.480660 run osmo-stp_10.42.42.5(pid=28434): stderr: \u000a| �[0;m�[38;5;43m20221214021502687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021502687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021502687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021502688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021502688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021502688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021502688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:04.636492 run patchelf(pid=28437): Terminating (SIGINT)\u000a02:15:04.820800 run patchelf(pid=28437): Terminated: ok {rc=0}\u000a02:15:04.854502 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28434): Process ended prematurely: osmo-stp_10.42.42.5(pid=28434) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28434)] [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:15:04.864374 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:15:04.928182 run osmo-hlr_10.42.42.2(pid=28428): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28428)]\u000a02:15:04.980040 run osmo-hlr_10.42.42.2(pid=28428): stdout: \u000a| (launched: 2022-12-14_02:15:01.187397) \u000a02:15:05.032609 run osmo-hlr_10.42.42.2(pid=28428): stderr: \u000a| �[0;m�[1;31m20221214021501548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021501548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021501548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021501548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021501549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021501549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021501563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021501579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021501579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021501579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:05.077352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28417): Terminating (SIGTERM)\u000a02:15:05.119872 run iperf3-srv_10.42.42.10(pid=28418): Terminating (SIGTERM)\u000a02:15:05.162752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28419): Terminating (SIGTERM)\u000a02:15:05.204586 run iperf3-srv_10.42.42.10(pid=28420): Terminating (SIGTERM)\u000a02:15:05.246663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28421): Terminating (SIGTERM)\u000a02:15:05.288468 run iperf3-srv_10.42.42.10(pid=28422): Terminating (SIGTERM)\u000a02:15:05.330993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28423): Terminating (SIGTERM)\u000a02:15:05.372693 run iperf3-srv_10.42.42.10(pid=28424): Terminating (SIGTERM)\u000a02:15:05.415294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28427): Terminating (SIGTERM)\u000a02:15:05.457309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Terminating (SIGTERM)\u000a02:15:05.499240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Terminating (SIGTERM)\u000a02:15:05.508893 --- ParallelTerminationStrategy: PID 28417 died...\u000a02:15:05.565766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28417): Terminated: ok {rc=0}\u000a02:15:05.575779 --- ParallelTerminationStrategy: PID 28418 died...\u000a02:15:05.631873 run iperf3-srv_10.42.42.10(pid=28418): Terminated {rc=256}\u000a02:15:05.641884 --- ParallelTerminationStrategy: PID 28419 died...\u000a02:15:05.698006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28419): Terminated: ok {rc=0}\u000a02:15:05.708260 --- ParallelTerminationStrategy: PID 28420 died...\u000a02:15:05.764385 run iperf3-srv_10.42.42.10(pid=28420): Terminated {rc=256}\u000a02:15:05.774421 --- ParallelTerminationStrategy: PID 28421 died...\u000a02:15:05.830781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28421): Terminated: ok {rc=0}\u000a02:15:05.840817 --- ParallelTerminationStrategy: PID 28422 died...\u000a02:15:05.896856 run iperf3-srv_10.42.42.10(pid=28422): Terminated {rc=256}\u000a02:15:05.906859 --- ParallelTerminationStrategy: PID 28423 died...\u000a02:15:05.963176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28423): Terminated: ok {rc=0}\u000a02:15:05.973264 --- ParallelTerminationStrategy: PID 28424 died...\u000a02:15:06.029575 run iperf3-srv_10.42.42.10(pid=28424): Terminated {rc=256}\u000a02:15:06.039611 --- ParallelTerminationStrategy: PID 28427 died...\u000a02:15:06.095769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28427): Terminated: ok {rc=0}\u000a02:15:06.105913 --- ParallelTerminationStrategy: PID 28433 died...\u000a02:15:06.162029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28433): Terminated: ok {rc=0}\u000a02:15:06.172052 --- ParallelTerminationStrategy: PID 28436 died...\u000a02:15:06.228415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28436): Terminated: ok {rc=0}\u000a02:15:06.315282 bus /gobi_4: Setting Powered False\u000a02:15:07.421029 bus /gobi_4: Setting Powered False\u000a02:15:08.529832 bus /gobi_1: Setting Powered False\u000a02:15:09.636157 bus /gobi_1: Setting Powered False\u000a02:15:10.747440 bus /gobi_0: Setting Powered False\u000a02:15:11.850588 bus /gobi_0: Setting Powered False\u000a02:15:12.960866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:15:14.028362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.039637 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:15:14.163741 tst ping.py: using LAC 37841\u000a02:15:14.282269 tst ping.py: using RAC 101\u000a02:15:14.398567 tst ping.py: using CellId 37841\u000a02:15:14.524420 tst ping.py: using BVCI 37842\u000a02:15:14.549227 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.560305 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.571456 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.582474 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.593709 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.604895 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.616405 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:14.627795 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:14.905437 tst ping.py:19: start network...\u000a02:15:15.028414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:15.503071 run create_hlr_db(pid=28438): Launched\u000a02:15:15.673805 bus /gobi_6: Setting Powered False\u000a02:15:16.746449 run create_hlr_db(pid=28438): Terminated: ok {rc=0}\u000a02:15:17.189238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Launched\u000a02:15:17.512705 run osmo-hlr_10.42.42.2(pid=28441): Launched\u000a02:15:17.629734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:18.183205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Launched\u000a02:15:18.502564 run osmo-stp_10.42.42.5(pid=28444): Launched\u000a02:15:18.619079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:19.175716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28446): Launched\u000a02:15:19.289690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:19.568537 run patchelf(pid=28447): Launched\u000a02:15:19.755888 run osmo-stp_10.42.42.5(pid=28444): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)]\u000a02:15:19.892269 run osmo-stp_10.42.42.5(pid=28444): stdout: \u000a| (launched: 2022-12-14_02:15:18.345300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:20.028901 run osmo-stp_10.42.42.5(pid=28444): stderr: \u000a| �[0;m�[38;5;43m20221214021518538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021518539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021518539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021518539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021518540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021518540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021518540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:20.161341 run osmo-stp_10.42.42.5(pid=28444): stdout: \u000a| (launched: 2022-12-14_02:15:18.345300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:20.292711 run osmo-stp_10.42.42.5(pid=28444): stderr: \u000a| �[0;m�[38;5;43m20221214021518538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021518539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021518539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021518539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021518540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021518540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021518540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:20.446188 run patchelf(pid=28447): Terminating (SIGINT)\u000a02:15:20.626277 run patchelf(pid=28447): Terminated: ok {rc=0}\u000a02:15:20.658756 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28444): Process ended prematurely: osmo-stp_10.42.42.5(pid=28444) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28444)] [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a02:15:20.667908 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:15:20.731436 run osmo-hlr_10.42.42.2(pid=28441): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28441)]\u000a02:15:20.783159 run osmo-hlr_10.42.42.2(pid=28441): stdout: \u000a| (launched: 2022-12-14_02:15:17.353907) \u000a02:15:20.835520 run osmo-hlr_10.42.42.2(pid=28441): stderr: \u000a| �[0;m�[1;31m20221214021517548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021517548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021517548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021517548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021517548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021517548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021517561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021517570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021517570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021517570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:20.880052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Terminating (SIGTERM)\u000a02:15:20.921994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Terminating (SIGTERM)\u000a02:15:20.963950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28446): Terminating (SIGTERM)\u000a02:15:20.973669 --- ParallelTerminationStrategy: PID 28440 died...\u000a02:15:21.030402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28440): Terminated: ok {rc=0}\u000a02:15:21.040539 --- ParallelTerminationStrategy: PID 28443 died...\u000a02:15:21.096643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28443): Terminated: ok {rc=0}\u000a02:15:21.106693 --- ParallelTerminationStrategy: PID 28446 died...\u000a02:15:21.162910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28446): Terminated: ok {rc=0}\u000a02:15:21.250662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28454): Process ended prematurely: osmo-stp_10.42.42.5(pid=28454) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28454): Process ended prematurely: osmo-stp_10.42.42.5(pid=28454) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:15:22.303709 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.315413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:15:22.446556 tst ping_idle_ping.py: using LAC 37842\u000a02:15:22.572003 tst ping_idle_ping.py: using RAC 102\u000a02:15:22.697729 tst ping_idle_ping.py: using CellId 37842\u000a02:15:22.825622 tst ping_idle_ping.py: using BVCI 37843\u000a02:15:22.850278 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.861440 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.872395 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.883497 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.894780 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.906044 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.917426 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:15:22.928911 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:15:23.226710 tst ping_idle_ping.py:24: start network...\u000a02:15:23.359681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:23.861030 run create_hlr_db(pid=28448): Launched\u000a02:15:24.046121 bus /gobi_6: Setting Powered False\u000a02:15:25.066717 run create_hlr_db(pid=28448): Terminated: ok {rc=0}\u000a02:15:25.467034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28450): Launched\u000a02:15:25.765076 run osmo-hlr_10.42.42.2(pid=28451): Launched\u000a02:15:25.874783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:26.390012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28453): Launched\u000a02:15:26.687630 run osmo-stp_10.42.42.5(pid=28454): Launched\u000a02:15:26.795738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:27.313799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28456): Launched\u000a02:15:27.418999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:27.678245 run patchelf(pid=28457): Launched\u000a02:15:27.851337 run osmo-stp_10.42.42.5(pid=28454): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)]\u000a02:15:27.977654 run osmo-stp_10.42.42.5(pid=28454): stdout: \u000a| (launched: 2022-12-14_02:15:26.541102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:28.104299 run osmo-stp_10.42.42.5(pid=28454): stderr: \u000a| �[0;m�[38;5;43m20221214021526714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021526714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021526714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021526715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021526715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021526715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021526715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:28.227561 run osmo-stp_10.42.42.5(pid=28454): stdout: \u000a| (launched: 2022-12-14_02:15:26.541102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:28.348779 run osmo-stp_10.42.42.5(pid=28454): stderr: \u000a| �[0;m�[38;5;43m20221214021526714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021526714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021526714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021526715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021526715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021526715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021526715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:28.490794 run patchelf(pid=28457): Terminating (SIGINT)\u000a02:15:28.658777 run patchelf(pid=28457): Terminated: ok {rc=0}\u000a02:15:28.689372 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28454): Process ended prematurely: osmo-stp_10.42.42.5(pid=28454) [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)] [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:15:28.697994 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:15:28.757511 run osmo-hlr_10.42.42.2(pid=28451): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28451)]\u000a02:15:28.805897 run osmo-hlr_10.42.42.2(pid=28451): stdout: \u000a| (launched: 2022-12-14_02:15:25.617865) \u000a02:15:28.855009 run osmo-hlr_10.42.42.2(pid=28451): stderr: \u000a| �[0;m�[1;31m20221214021525790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021525790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021525790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021525791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021525791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021525791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021525803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021525812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021525813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021525813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:28.896687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28450): Terminating (SIGTERM)\u000a02:15:28.935846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28453): Terminating (SIGTERM)\u000a02:15:28.975344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28456): Terminating (SIGTERM)\u000a02:15:28.984441 --- ParallelTerminationStrategy: PID 28450 died...\u000a02:15:29.037375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28450): Terminated: ok {rc=0}\u000a02:15:29.046824 --- ParallelTerminationStrategy: PID 28453 died...\u000a02:15:29.099356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28453): Terminated: ok {rc=0}\u000a02:15:29.108733 --- ParallelTerminationStrategy: PID 28456 died...\u000a02:15:29.161142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28456): Terminated: ok {rc=0}\u000a02:15:29.248672 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:14:31" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28472): Process ended prematurely: osmo-stp_10.42.42.5(pid=28472) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28472)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28472): Process ended prematurely: osmo-stp_10.42.42.5(pid=28472) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:15:31.359720 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:31.371834 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:31.518753 tst cs_paging_gprs_active.py: using LAC 37843\u000a02:15:31.646143 tst cs_paging_gprs_active.py: using RAC 103\u000a02:15:31.770826 tst cs_paging_gprs_active.py: using CellId 37843\u000a02:15:31.924687 tst cs_paging_gprs_active.py: using BVCI 37844\u000a02:15:31.958029 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:31.973737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:31.987068 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:32.001075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:32.016608 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:32.031926 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:32.047441 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:32.063006 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:32.078619 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:32.239727 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:32.541033 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:15:32.677369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:33.013919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28462): Launched\u000a02:15:33.292811 run iperf3-srv_10.42.42.10(pid=28463): Launched\u000a02:15:33.492060 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:15:33.627939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:33.964194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Launched\u000a02:15:34.243239 run iperf3-srv_10.42.42.10(pid=28465): Launched\u000a02:15:34.442441 tst cs_paging_gprs_active.py:38: start network...\u000a02:15:34.578142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:35.089737 run create_hlr_db(pid=28466): Launched\u000a02:15:35.277950 bus /gobi_6: Setting Powered False\u000a02:15:36.299004 run create_hlr_db(pid=28466): Terminated: ok {rc=0}\u000a02:15:36.705437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28468): Launched\u000a02:15:37.009014 run osmo-hlr_10.42.42.2(pid=28469): Launched\u000a02:15:37.127912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:37.696498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28471): Launched\u000a02:15:38.022413 run osmo-stp_10.42.42.5(pid=28472): Launched\u000a02:15:38.141085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:38.707289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28474): Launched\u000a02:15:38.824245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:39.107831 run patchelf(pid=28475): Launched\u000a02:15:39.297953 run osmo-stp_10.42.42.5(pid=28472): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28472)]\u000a02:15:39.437182 run osmo-stp_10.42.42.5(pid=28472): stdout: \u000a| (launched: 2022-12-14_02:15:37.862161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:39.576261 run osmo-stp_10.42.42.5(pid=28472): stderr: \u000a| �[0;m�[38;5;43m20221214021538057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021538057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021538058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021538058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021538058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021538059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021538059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:39.710667 run osmo-stp_10.42.42.5(pid=28472): stdout: \u000a| (launched: 2022-12-14_02:15:37.862161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:39.844457 run osmo-stp_10.42.42.5(pid=28472): stderr: \u000a| �[0;m�[38;5;43m20221214021538057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021538057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021538058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021538058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021538058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021538059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021538059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:40.000025 run patchelf(pid=28475): Terminating (SIGINT)\u000a02:15:40.171114 run patchelf(pid=28475): Terminated: ok {rc=0}\u000a02:15:40.202421 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28472): Process ended prematurely: osmo-stp_10.42.42.5(pid=28472) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28472)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:15:40.211710 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:15:40.272641 run osmo-hlr_10.42.42.2(pid=28469): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28469)]\u000a02:15:40.322549 run osmo-hlr_10.42.42.2(pid=28469): stdout: \u000a| (launched: 2022-12-14_02:15:36.859868) \u000a02:15:40.372441 run osmo-hlr_10.42.42.2(pid=28469): stderr: \u000a| �[0;m�[1;31m20221214021537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021537051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021537059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021537059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021537060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:40.414990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28462): Terminating (SIGTERM)\u000a02:15:40.454522 run iperf3-srv_10.42.42.10(pid=28463): Terminating (SIGTERM)\u000a02:15:40.495429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Terminating (SIGTERM)\u000a02:15:40.535691 run iperf3-srv_10.42.42.10(pid=28465): Terminating (SIGTERM)\u000a02:15:40.575989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28468): Terminating (SIGTERM)\u000a02:15:40.615981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28471): Terminating (SIGTERM)\u000a02:15:40.656052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28474): Terminating (SIGTERM)\u000a02:15:40.665282 --- ParallelTerminationStrategy: PID 28462 died...\u000a02:15:40.719301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28462): Terminated: ok {rc=0}\u000a02:15:40.728806 --- ParallelTerminationStrategy: PID 28463 died...\u000a02:15:40.782251 run iperf3-srv_10.42.42.10(pid=28463): Terminated {rc=256}\u000a02:15:40.791726 --- ParallelTerminationStrategy: PID 28464 died...\u000a02:15:40.845272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28464): Terminated: ok {rc=0}\u000a02:15:40.854704 --- ParallelTerminationStrategy: PID 28465 died...\u000a02:15:40.908102 run iperf3-srv_10.42.42.10(pid=28465): Terminated {rc=256}\u000a02:15:40.917660 --- ParallelTerminationStrategy: PID 28468 died...\u000a02:15:40.971236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28468): Terminated: ok {rc=0}\u000a02:15:40.980777 --- ParallelTerminationStrategy: PID 28471 died...\u000a02:15:41.034255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28471): Terminated: ok {rc=0}\u000a02:15:41.043725 --- ParallelTerminationStrategy: PID 28474 died...\u000a02:15:41.097299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28474): Terminated: ok {rc=0}\u000a02:15:41.185198 bus /gobi_0: Setting Powered False\u000a02:15:42.287478 bus /gobi_0: Setting Powered False\u000a02:15:43.394072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28484): Process ended prematurely: osmo-stp_10.42.42.5(pid=28484) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28484): Process ended prematurely: osmo-stp_10.42.42.5(pid=28484) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:15:44.502151 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:44.513338 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:44.662055 tst iperf3.py: using LAC 37844\u000a02:15:44.778954 tst iperf3.py: using RAC 104\u000a02:15:44.899078 tst iperf3.py: using CellId 37844\u000a02:15:45.020775 tst iperf3.py: using BVCI 37845\u000a02:15:45.044062 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.054891 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.065550 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.076070 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.086540 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.097222 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.108222 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.119021 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:45.129700 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:45.407553 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:15:45.533258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:45.863014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Launched\u000a02:15:46.180552 run iperf3-srv_10.42.42.10(pid=28477): Launched\u000a02:15:46.387757 tst iperf3.py:8: start network...\u000a02:15:46.528841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:47.095159 run create_hlr_db(pid=28478): Launched\u000a02:15:47.284673 bus /gobi_6: Setting Powered False\u000a02:15:48.304911 run create_hlr_db(pid=28478): Terminated: ok {rc=0}\u000a02:15:48.710311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28480): Launched\u000a02:15:49.011456 run osmo-hlr_10.42.42.2(pid=28481): Launched\u000a02:15:49.120665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:15:49.642531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28483): Launched\u000a02:15:49.943486 run osmo-stp_10.42.42.5(pid=28484): Launched\u000a02:15:50.052493 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:15:50.577806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28486): Launched\u000a02:15:50.685141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:15:50.948296 run patchelf(pid=28487): Launched\u000a02:15:51.123967 run osmo-stp_10.42.42.5(pid=28484): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)]\u000a02:15:51.252547 run osmo-stp_10.42.42.5(pid=28484): stdout: \u000a| (launched: 2022-12-14_02:15:49.795198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:51.381483 run osmo-stp_10.42.42.5(pid=28484): stderr: \u000a| �[0;m�[38;5;43m20221214021549965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021549965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021549966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021549966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:51.506141 run osmo-stp_10.42.42.5(pid=28484): stdout: \u000a| (launched: 2022-12-14_02:15:49.795198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:15:51.629706 run osmo-stp_10.42.42.5(pid=28484): stderr: \u000a| �[0;m�[38;5;43m20221214021549965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021549965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021549966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021549966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:15:51.773939 run patchelf(pid=28487): Terminating (SIGINT)\u000a02:15:51.943885 run patchelf(pid=28487): Terminated: ok {rc=0}\u000a02:15:51.975336 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28484): Process ended prematurely: osmo-stp_10.42.42.5(pid=28484) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:15:51.984454 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:15:52.043692 run osmo-hlr_10.42.42.2(pid=28481): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28481)]\u000a02:15:52.092195 run osmo-hlr_10.42.42.2(pid=28481): stdout: \u000a| (launched: 2022-12-14_02:15:48.863469) \u000a02:15:52.142543 run osmo-hlr_10.42.42.2(pid=28481): stderr: \u000a| �[0;m�[1;31m20221214021549039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021549039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021549039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021549039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021549039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021549039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021549066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021549076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021549076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021549076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:15:52.184343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Terminating (SIGTERM)\u000a02:15:52.223723 run iperf3-srv_10.42.42.10(pid=28477): Terminating (SIGTERM)\u000a02:15:52.263064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28480): Terminating (SIGTERM)\u000a02:15:52.302279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28483): Terminating (SIGTERM)\u000a02:15:52.341559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28486): Terminating (SIGTERM)\u000a02:15:52.350675 --- ParallelTerminationStrategy: PID 28476 died...\u000a02:15:52.404032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Terminated: ok {rc=0}\u000a02:15:52.413917 --- ParallelTerminationStrategy: PID 28477 died...\u000a02:15:52.466280 run iperf3-srv_10.42.42.10(pid=28477): Terminated {rc=256}\u000a02:15:52.475625 --- ParallelTerminationStrategy: PID 28480 died...\u000a02:15:52.527850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28480): Terminated: ok {rc=0}\u000a02:15:52.537640 --- ParallelTerminationStrategy: PID 28483 died...\u000a02:15:52.590182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28483): Terminated: ok {rc=0}\u000a02:15:52.599577 --- ParallelTerminationStrategy: PID 28486 died...\u000a02:15:52.652183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28486): Terminated: ok {rc=0}\u000a02:15:52.740324 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28504): Process ended prematurely: osmo-stp_10.42.42.5(pid=28504) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28504): Process ended prematurely: osmo-stp_10.42.42.5(pid=28504) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:15:53.849629 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:53.860711 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:15:54.004541 tst iperf3m4.py: using LAC 37845\u000a02:15:54.124655 tst iperf3m4.py: using RAC 105\u000a02:15:54.244417 tst iperf3m4.py: using CellId 37845\u000a02:15:54.364333 tst iperf3m4.py: using BVCI 37846\u000a02:15:54.387923 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.398956 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.409531 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.419948 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.430737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.441758 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.452747 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.463208 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:15:54.473824 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:54.588492 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:54.711307 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:54.827933 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:15:55.126290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:15:55.263731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:55.601471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28490): Launched\u000a02:15:55.883061 run iperf3-srv_10.42.42.10(pid=28491): Launched\u000a02:15:56.083048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:15:56.219279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:56.555750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28492): Launched\u000a02:15:56.836762 run iperf3-srv_10.42.42.10(pid=28493): Launched\u000a02:15:57.036161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:15:57.172215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:57.509247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28494): Launched\u000a02:15:57.790422 run iperf3-srv_10.42.42.10(pid=28495): Launched\u000a02:15:57.989702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:15:58.125785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:15:58.463185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28496): Launched\u000a02:15:58.743387 run iperf3-srv_10.42.42.10(pid=28497): Launched\u000a02:15:58.942391 tst iperf3m4.py:8: start network...\u000a02:15:59.078317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:15:59.591430 run create_hlr_db(pid=28498): Launched\u000a02:15:59.780215 bus /gobi_6: Setting Powered False\u000a02:16:00.800533 run create_hlr_db(pid=28498): Terminated: ok {rc=0}\u000a02:16:01.273970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28500): Launched\u000a02:16:01.684169 run osmo-hlr_10.42.42.2(pid=28501): Launched\u000a02:16:01.827449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:02.489427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28503): Launched\u000a02:16:02.814171 run osmo-stp_10.42.42.5(pid=28504): Launched\u000a02:16:02.932143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:03.498741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28506): Launched\u000a02:16:03.614707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:03.898077 run patchelf(pid=28507): Launched\u000a02:16:04.087537 run osmo-stp_10.42.42.5(pid=28504): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)]\u000a02:16:04.226320 run osmo-stp_10.42.42.5(pid=28504): stdout: \u000a| (launched: 2022-12-14_02:16:02.654291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:04.365161 run osmo-stp_10.42.42.5(pid=28504): stderr: \u000a| �[0;m�[38;5;43m20221214021602847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021602848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021602848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021602848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021602849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021602849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021602849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:04.499888 run osmo-stp_10.42.42.5(pid=28504): stdout: \u000a| (launched: 2022-12-14_02:16:02.654291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:04.633734 run osmo-stp_10.42.42.5(pid=28504): stderr: \u000a| �[0;m�[38;5;43m20221214021602847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021602848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021602848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021602848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021602849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021602849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021602849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:04.790123 run patchelf(pid=28507): Terminating (SIGINT)\u000a02:16:04.973362 run patchelf(pid=28507): Terminated: ok {rc=0}\u000a02:16:05.006819 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28504): Process ended prematurely: osmo-stp_10.42.42.5(pid=28504) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:16:05.016640 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a02:16:05.080256 run osmo-hlr_10.42.42.2(pid=28501): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28501)]\u000a02:16:05.132021 run osmo-hlr_10.42.42.2(pid=28501): stdout: \u000a| (launched: 2022-12-14_02:16:01.442830) \u000a02:16:05.184214 run osmo-hlr_10.42.42.2(pid=28501): stderr: \u000a| �[0;m�[1;31m20221214021601787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021601787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021601787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021601787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021601787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021601787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021601807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021601815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021601816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021601816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:05.228765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28490): Terminating (SIGTERM)\u000a02:16:05.270730 run iperf3-srv_10.42.42.10(pid=28491): Terminating (SIGTERM)\u000a02:16:05.313438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28492): Terminating (SIGTERM)\u000a02:16:05.355313 run iperf3-srv_10.42.42.10(pid=28493): Terminating (SIGTERM)\u000a02:16:05.397825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28494): Terminating (SIGTERM)\u000a02:16:05.440090 run iperf3-srv_10.42.42.10(pid=28495): Terminating (SIGTERM)\u000a02:16:05.482418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28496): Terminating (SIGTERM)\u000a02:16:05.524564 run iperf3-srv_10.42.42.10(pid=28497): Terminating (SIGTERM)\u000a02:16:05.566447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28500): Terminating (SIGTERM)\u000a02:16:05.608687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28503): Terminating (SIGTERM)\u000a02:16:05.650638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28506): Terminating (SIGTERM)\u000a02:16:05.660317 --- ParallelTerminationStrategy: PID 28490 died...\u000a02:16:05.716508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28490): Terminated: ok {rc=0}\u000a02:16:05.726613 --- ParallelTerminationStrategy: PID 28491 died...\u000a02:16:05.783072 run iperf3-srv_10.42.42.10(pid=28491): Terminated {rc=256}\u000a02:16:05.793180 --- ParallelTerminationStrategy: PID 28492 died...\u000a02:16:05.849186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28492): Terminated: ok {rc=0}\u000a02:16:05.859076 --- ParallelTerminationStrategy: PID 28493 died...\u000a02:16:05.915198 run iperf3-srv_10.42.42.10(pid=28493): Terminated {rc=256}\u000a02:16:05.925256 --- ParallelTerminationStrategy: PID 28494 died...\u000a02:16:05.981389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28494): Terminated: ok {rc=0}\u000a02:16:05.991399 --- ParallelTerminationStrategy: PID 28495 died...\u000a02:16:06.047403 run iperf3-srv_10.42.42.10(pid=28495): Terminated {rc=256}\u000a02:16:06.057435 --- ParallelTerminationStrategy: PID 28496 died...\u000a02:16:06.113594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28496): Terminated: ok {rc=0}\u000a02:16:06.123612 --- ParallelTerminationStrategy: PID 28497 died...\u000a02:16:06.179568 run iperf3-srv_10.42.42.10(pid=28497): Terminated {rc=256}\u000a02:16:06.189926 --- ParallelTerminationStrategy: PID 28500 died...\u000a02:16:06.246237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28500): Terminated: ok {rc=0}\u000a02:16:06.256226 --- ParallelTerminationStrategy: PID 28503 died...\u000a02:16:06.312266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28503): Terminated: ok {rc=0}\u000a02:16:06.322377 --- ParallelTerminationStrategy: PID 28506 died...\u000a02:16:06.378377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28506): Terminated: ok {rc=0}\u000a02:16:06.465532 bus /gobi_4: Setting Powered False\u000a02:16:07.568336 bus /gobi_4: Setting Powered False\u000a02:16:08.680087 bus /gobi_1: Setting Powered False\u000a02:16:09.784469 bus /gobi_1: Setting Powered False\u000a02:16:10.892368 bus /gobi_0: Setting Powered False\u000a02:16:11.999019 bus /gobi_0: Setting Powered False\u000a02:16:13.111265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28514): Process ended prematurely: osmo-stp_10.42.42.5(pid=28514) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28514)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28514): Process ended prematurely: osmo-stp_10.42.42.5(pid=28514) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:16:14.178289 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.189569 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:16:14.337441 tst ping.py: using LAC 37846\u000a02:16:14.452273 tst ping.py: using RAC 106\u000a02:16:14.570906 tst ping.py: using CellId 37846\u000a02:16:14.685682 tst ping.py: using BVCI 37847\u000a02:16:14.708298 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.719102 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.729613 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.740178 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.750676 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.761509 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.772638 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:14.783344 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:15.072689 tst ping.py:19: start network...\u000a02:16:15.206550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:15.709625 run create_hlr_db(pid=28508): Launched\u000a02:16:15.896573 bus /gobi_6: Setting Powered False\u000a02:16:16.905326 run create_hlr_db(pid=28508): Terminated: ok {rc=0}\u000a02:16:17.357444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28510): Launched\u000a02:16:17.678891 run osmo-hlr_10.42.42.2(pid=28511): Launched\u000a02:16:17.795686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:18.361860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28513): Launched\u000a02:16:18.681998 run osmo-stp_10.42.42.5(pid=28514): Launched\u000a02:16:18.799020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:19.354447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28516): Launched\u000a02:16:19.468388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:19.746706 run patchelf(pid=28517): Launched\u000a02:16:19.933403 run osmo-stp_10.42.42.5(pid=28514): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28514)]\u000a02:16:20.069849 run osmo-stp_10.42.42.5(pid=28514): stdout: \u000a| (launched: 2022-12-14_02:16:18.524229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:20.206762 run osmo-stp_10.42.42.5(pid=28514): stderr: \u000a| �[0;m�[38;5;43m20221214021618718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021618718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021618718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021618718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021618719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021618719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021618719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:20.339450 run osmo-stp_10.42.42.5(pid=28514): stdout: \u000a| (launched: 2022-12-14_02:16:18.524229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:20.471128 run osmo-stp_10.42.42.5(pid=28514): stderr: \u000a| �[0;m�[38;5;43m20221214021618718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021618718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021618718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021618718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021618719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021618719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021618719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:20.624730 run patchelf(pid=28517): Terminating (SIGINT)\u000a02:16:20.805858 run patchelf(pid=28517): Terminated: ok {rc=0}\u000a02:16:20.838528 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28514): Process ended prematurely: osmo-stp_10.42.42.5(pid=28514) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28514)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:16:20.847709 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:16:20.910824 run osmo-hlr_10.42.42.2(pid=28511): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28511)]\u000a02:16:20.962388 run osmo-hlr_10.42.42.2(pid=28511): stdout: \u000a| (launched: 2022-12-14_02:16:17.520471) \u000a02:16:21.014506 run osmo-hlr_10.42.42.2(pid=28511): stderr: \u000a| �[0;m�[1;31m20221214021617719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021617719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021617719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021617719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021617719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021617719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021617733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021617741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021617741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021617741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:21.058850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28510): Terminating (SIGTERM)\u000a02:16:21.101126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28513): Terminating (SIGTERM)\u000a02:16:21.143185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28516): Terminating (SIGTERM)\u000a02:16:21.152811 --- ParallelTerminationStrategy: PID 28510 died...\u000a02:16:21.209079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28510): Terminated: ok {rc=0}\u000a02:16:21.219136 --- ParallelTerminationStrategy: PID 28513 died...\u000a02:16:21.274952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28513): Terminated: ok {rc=0}\u000a02:16:21.284795 --- ParallelTerminationStrategy: PID 28516 died...\u000a02:16:21.340724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28516): Terminated: ok {rc=0}\u000a02:16:21.426750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28524): Process ended prematurely: osmo-stp_10.42.42.5(pid=28524) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28524)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28524): Process ended prematurely: osmo-stp_10.42.42.5(pid=28524) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:16:22.477146 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:22.488852 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:16:22.640528 tst ping_idle_ping.py: using LAC 37847\u000a02:16:22.766441 tst ping_idle_ping.py: using RAC 107\u000a02:16:22.892835 tst ping_idle_ping.py: using CellId 37847\u000a02:16:23.022866 tst ping_idle_ping.py: using BVCI 37848\u000a02:16:23.047460 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.059010 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.070152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.081281 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.092465 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.103618 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.115075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:16:23.126306 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:16:23.401598 tst ping_idle_ping.py:24: start network...\u000a02:16:23.524864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:24.002058 run create_hlr_db(pid=28518): Launched\u000a02:16:24.173073 bus /gobi_6: Setting Powered False\u000a02:16:25.208086 run create_hlr_db(pid=28518): Terminated: ok {rc=0}\u000a02:16:25.609145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28520): Launched\u000a02:16:25.908364 run osmo-hlr_10.42.42.2(pid=28521): Launched\u000a02:16:26.027117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:26.552883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28523): Launched\u000a02:16:26.851901 run osmo-stp_10.42.42.5(pid=28524): Launched\u000a02:16:26.960397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:27.479272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28526): Launched\u000a02:16:27.596875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:27.877834 run patchelf(pid=28527): Launched\u000a02:16:28.066026 run osmo-stp_10.42.42.5(pid=28524): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28524)]\u000a02:16:28.203371 run osmo-stp_10.42.42.5(pid=28524): stdout: \u000a| (launched: 2022-12-14_02:16:26.704454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:28.341525 run osmo-stp_10.42.42.5(pid=28524): stderr: \u000a| �[0;m�[38;5;43m20221214021626877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021626877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021626877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021626878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021626878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021626878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021626878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:28.475108 run osmo-stp_10.42.42.5(pid=28524): stdout: \u000a| (launched: 2022-12-14_02:16:26.704454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:28.607913 run osmo-stp_10.42.42.5(pid=28524): stderr: \u000a| �[0;m�[38;5;43m20221214021626877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021626877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021626877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021626878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021626878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021626878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021626878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:28.763286 run patchelf(pid=28527): Terminating (SIGINT)\u000a02:16:28.944927 run patchelf(pid=28527): Terminated: ok {rc=0}\u000a02:16:28.978017 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28524): Process ended prematurely: osmo-stp_10.42.42.5(pid=28524) [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28524)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:16:28.987608 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:16:29.052076 run osmo-hlr_10.42.42.2(pid=28521): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28521)]\u000a02:16:29.104483 run osmo-hlr_10.42.42.2(pid=28521): stdout: \u000a| (launched: 2022-12-14_02:16:25.760754) \u000a02:16:29.157461 run osmo-hlr_10.42.42.2(pid=28521): stderr: \u000a| �[0;m�[1;31m20221214021625939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021625939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021625939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021625939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021625939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021625939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021625951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021625960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021625960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021625960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:29.202878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28520): Terminating (SIGTERM)\u000a02:16:29.246227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28523): Terminating (SIGTERM)\u000a02:16:29.288836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28526): Terminating (SIGTERM)\u000a02:16:29.298784 --- ParallelTerminationStrategy: PID 28520 died...\u000a02:16:29.356313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28520): Terminated: ok {rc=0}\u000a02:16:29.366535 --- ParallelTerminationStrategy: PID 28523 died...\u000a02:16:29.423875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28523): Terminated: ok {rc=0}\u000a02:16:29.434070 --- ParallelTerminationStrategy: PID 28526 died...\u000a02:16:29.490959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28526): Terminated: ok {rc=0}\u000a02:16:29.576969 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28541): Process ended prematurely: osmo-stp_10.42.42.5(pid=28541) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28541)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28541): Process ended prematurely: osmo-stp_10.42.42.5(pid=28541) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:16:31.738188 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:31.753439 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:31.912798 tst cs_paging_gprs_active.py: using LAC 37848\u000a02:16:32.070419 tst cs_paging_gprs_active.py: using RAC 108\u000a02:16:32.229728 tst cs_paging_gprs_active.py: using CellId 37848\u000a02:16:32.370115 tst cs_paging_gprs_active.py: using BVCI 37849\u000a02:16:32.395515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.406799 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.417769 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.428761 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.440653 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.452390 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.464362 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.476009 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:32.487970 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:32.608693 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:32.886064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:16:33.011715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:33.324688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28531): Launched\u000a02:16:33.584377 run iperf3-srv_10.42.42.10(pid=28532): Launched\u000a02:16:33.767689 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:16:33.892679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:34.204411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28533): Launched\u000a02:16:34.464247 run iperf3-srv_10.42.42.10(pid=28534): Launched\u000a02:16:34.647413 tst cs_paging_gprs_active.py:38: start network...\u000a02:16:34.773976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:35.256850 run create_hlr_db(pid=28535): Launched\u000a02:16:35.430095 bus /gobi_6: Setting Powered False\u000a02:16:36.458637 run create_hlr_db(pid=28535): Terminated: ok {rc=0}\u000a02:16:36.863809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28537): Launched\u000a02:16:37.166194 run osmo-hlr_10.42.42.2(pid=28538): Launched\u000a02:16:37.285561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:37.815599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28540): Launched\u000a02:16:38.117297 run osmo-stp_10.42.42.5(pid=28541): Launched\u000a02:16:38.226622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:38.752084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28543): Launched\u000a02:16:38.859471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:39.122761 run patchelf(pid=28544): Launched\u000a02:16:39.299390 run osmo-stp_10.42.42.5(pid=28541): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28541)]\u000a02:16:39.428812 run osmo-stp_10.42.42.5(pid=28541): stdout: \u000a| (launched: 2022-12-14_02:16:37.968304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:39.558538 run osmo-stp_10.42.42.5(pid=28541): stderr: \u000a| �[0;m�[38;5;43m20221214021638139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021638140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021638140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021638140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021638141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021638141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021638141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:39.683098 run osmo-stp_10.42.42.5(pid=28541): stdout: \u000a| (launched: 2022-12-14_02:16:37.968304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:39.807017 run osmo-stp_10.42.42.5(pid=28541): stderr: \u000a| �[0;m�[38;5;43m20221214021638139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021638140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021638140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021638140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021638141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021638141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021638141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:39.952070 run patchelf(pid=28544): Terminating (SIGINT)\u000a02:16:40.123450 run patchelf(pid=28544): Terminated: ok {rc=0}\u000a02:16:40.154976 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28541): Process ended prematurely: osmo-stp_10.42.42.5(pid=28541) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28541)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:16:40.164257 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:16:40.223782 run osmo-hlr_10.42.42.2(pid=28538): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28538)]\u000a02:16:40.272612 run osmo-hlr_10.42.42.2(pid=28538): stdout: \u000a| (launched: 2022-12-14_02:16:37.017275) \u000a02:16:40.321781 run osmo-hlr_10.42.42.2(pid=28538): stderr: \u000a| �[0;m�[1;31m20221214021637194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021637194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021637194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021637194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021637194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021637194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021637212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021637221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021637221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021637221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:40.363820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28531): Terminating (SIGTERM)\u000a02:16:40.403473 run iperf3-srv_10.42.42.10(pid=28532): Terminating (SIGTERM)\u000a02:16:40.443068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28533): Terminating (SIGTERM)\u000a02:16:40.482501 run iperf3-srv_10.42.42.10(pid=28534): Terminating (SIGTERM)\u000a02:16:40.522073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28537): Terminating (SIGTERM)\u000a02:16:40.561593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28540): Terminating (SIGTERM)\u000a02:16:40.600820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28543): Terminating (SIGTERM)\u000a02:16:40.610038 --- ParallelTerminationStrategy: PID 28531 died...\u000a02:16:40.663298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28531): Terminated: ok {rc=0}\u000a02:16:40.672843 --- ParallelTerminationStrategy: PID 28532 died...\u000a02:16:40.725210 run iperf3-srv_10.42.42.10(pid=28532): Terminated {rc=256}\u000a02:16:40.734666 --- ParallelTerminationStrategy: PID 28533 died...\u000a02:16:40.787877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28533): Terminated: ok {rc=0}\u000a02:16:40.797452 --- ParallelTerminationStrategy: PID 28534 died...\u000a02:16:40.849960 run iperf3-srv_10.42.42.10(pid=28534): Terminated {rc=256}\u000a02:16:40.859563 --- ParallelTerminationStrategy: PID 28537 died...\u000a02:16:40.912149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28537): Terminated: ok {rc=0}\u000a02:16:40.921672 --- ParallelTerminationStrategy: PID 28540 died...\u000a02:16:40.974041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28540): Terminated: ok {rc=0}\u000a02:16:40.983481 --- ParallelTerminationStrategy: PID 28543 died...\u000a02:16:41.036142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28543): Terminated: ok {rc=0}\u000a02:16:41.123940 bus /gobi_0: Setting Powered False\u000a02:16:42.228347 bus /gobi_0: Setting Powered False\u000a02:16:43.333607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28553): Process ended prematurely: osmo-stp_10.42.42.5(pid=28553) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28553): Process ended prematurely: osmo-stp_10.42.42.5(pid=28553) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:16:44.443936 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:44.455330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:44.607109 tst iperf3.py: using LAC 37849\u000a02:16:44.740572 tst iperf3.py: using RAC 109\u000a02:16:44.868266 tst iperf3.py: using CellId 37849\u000a02:16:44.995337 tst iperf3.py: using BVCI 37850\u000a02:16:45.020425 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.031813 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.043080 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.054375 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.065939 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.077290 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.088808 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.100209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:45.111873 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:45.389654 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:16:45.515287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:45.830368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Launched\u000a02:16:46.169405 run iperf3-srv_10.42.42.10(pid=28546): Launched\u000a02:16:46.357148 tst iperf3.py:8: start network...\u000a02:16:46.485390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:47.042714 run create_hlr_db(pid=28547): Launched\u000a02:16:47.237305 bus /gobi_6: Setting Powered False\u000a02:16:48.241568 run create_hlr_db(pid=28547): Terminated: ok {rc=0}\u000a02:16:48.691712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28549): Launched\u000a02:16:49.019343 run osmo-hlr_10.42.42.2(pid=28550): Launched\u000a02:16:49.138064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:16:49.703708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28552): Launched\u000a02:16:50.030787 run osmo-stp_10.42.42.5(pid=28553): Launched\u000a02:16:50.149902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:16:50.719432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28555): Launched\u000a02:16:50.836726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:16:51.121333 run patchelf(pid=28556): Launched\u000a02:16:51.312002 run osmo-stp_10.42.42.5(pid=28553): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)]\u000a02:16:51.451414 run osmo-stp_10.42.42.5(pid=28553): stdout: \u000a| (launched: 2022-12-14_02:16:49.869755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:51.591316 run osmo-stp_10.42.42.5(pid=28553): stderr: \u000a| �[0;m�[38;5;43m20221214021650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021650063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021650063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021650065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021650065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021650066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:51.726845 run osmo-stp_10.42.42.5(pid=28553): stdout: \u000a| (launched: 2022-12-14_02:16:49.869755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:16:51.861559 run osmo-stp_10.42.42.5(pid=28553): stderr: \u000a| �[0;m�[38;5;43m20221214021650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021650063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021650063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021650065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021650065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021650066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:16:52.019325 run patchelf(pid=28556): Terminating (SIGINT)\u000a02:16:52.203678 run patchelf(pid=28556): Terminated: ok {rc=0}\u000a02:16:52.237457 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28553): Process ended prematurely: osmo-stp_10.42.42.5(pid=28553) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:16:52.247428 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:16:52.311327 run osmo-hlr_10.42.42.2(pid=28550): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28550)]\u000a02:16:52.363269 run osmo-hlr_10.42.42.2(pid=28550): stdout: \u000a| (launched: 2022-12-14_02:16:48.858921) \u000a02:16:52.415936 run osmo-hlr_10.42.42.2(pid=28550): stderr: \u000a| �[0;m�[1;31m20221214021649059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021649059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021649059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021649059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021649059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021649059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021649076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021649085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021649085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021649085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:16:52.461140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Terminating (SIGTERM)\u000a02:16:52.503867 run iperf3-srv_10.42.42.10(pid=28546): Terminating (SIGTERM)\u000a02:16:52.546885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28549): Terminating (SIGTERM)\u000a02:16:52.589366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28552): Terminating (SIGTERM)\u000a02:16:52.632000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28555): Terminating (SIGTERM)\u000a02:16:52.641803 --- ParallelTerminationStrategy: PID 28545 died...\u000a02:16:52.698755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Terminated: ok {rc=0}\u000a02:16:52.709048 --- ParallelTerminationStrategy: PID 28546 died...\u000a02:16:52.765703 run iperf3-srv_10.42.42.10(pid=28546): Terminated {rc=256}\u000a02:16:52.775822 --- ParallelTerminationStrategy: PID 28549 died...\u000a02:16:52.832322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28549): Terminated: ok {rc=0}\u000a02:16:52.842533 --- ParallelTerminationStrategy: PID 28552 died...\u000a02:16:52.899303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28552): Terminated: ok {rc=0}\u000a02:16:52.909509 --- ParallelTerminationStrategy: PID 28555 died...\u000a02:16:52.966099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28555): Terminated: ok {rc=0}\u000a02:16:53.053107 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28574): Process ended prematurely: osmo-stp_10.42.42.5(pid=28574) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28574): Process ended prematurely: osmo-stp_10.42.42.5(pid=28574) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:16:54.168760 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.180488 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:16:54.333621 tst iperf3m4.py: using LAC 37850\u000a02:16:54.462863 tst iperf3m4.py: using RAC 110\u000a02:16:54.591913 tst iperf3m4.py: using CellId 37850\u000a02:16:54.719218 tst iperf3m4.py: using BVCI 37851\u000a02:16:54.744266 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.755491 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.766874 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.777988 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.789427 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.800840 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.812491 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.823881 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:16:54.835764 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:54.953480 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:55.076893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:55.195007 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:16:55.492430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:16:55.628555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:55.965582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28557): Launched\u000a02:16:56.245643 run iperf3-srv_10.42.42.10(pid=28558): Launched\u000a02:16:56.444268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:16:56.580213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:56.916934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28559): Launched\u000a02:16:57.197532 run iperf3-srv_10.42.42.10(pid=28560): Launched\u000a02:16:57.396815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:16:57.533374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:57.870382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28561): Launched\u000a02:16:58.150941 run iperf3-srv_10.42.42.10(pid=28562): Launched\u000a02:16:58.350768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:16:58.486784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:16:58.824057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28563): Launched\u000a02:16:59.104733 run iperf3-srv_10.42.42.10(pid=28564): Launched\u000a02:16:59.304223 tst iperf3m4.py:8: start network...\u000a02:16:59.440258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:16:59.952634 run create_hlr_db(pid=28565): Launched\u000a02:17:00.140809 bus /gobi_6: Setting Powered False\u000a02:17:01.163851 run create_hlr_db(pid=28565): Terminated: ok {rc=0}\u000a02:17:01.606029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28567): Launched\u000a02:17:02.002399 run osmo-hlr_10.42.42.2(pid=28568): Launched\u000a02:17:02.172885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:02.753893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28573): Launched\u000a02:17:03.080329 run osmo-stp_10.42.42.5(pid=28574): Launched\u000a02:17:03.199173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:03.770874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28576): Launched\u000a02:17:03.888579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:04.173441 run patchelf(pid=28577): Launched\u000a02:17:04.364499 run osmo-stp_10.42.42.5(pid=28574): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)]\u000a02:17:04.503993 run osmo-stp_10.42.42.5(pid=28574): stdout: \u000a| (launched: 2022-12-14_02:17:02.919847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:04.644028 run osmo-stp_10.42.42.5(pid=28574): stderr: \u000a| �[0;m�[38;5;43m20221214021703112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021703112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021703113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021703113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021703114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021703114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021703114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:04.780312 run osmo-stp_10.42.42.5(pid=28574): stdout: \u000a| (launched: 2022-12-14_02:17:02.919847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:04.915123 run osmo-stp_10.42.42.5(pid=28574): stderr: \u000a| �[0;m�[38;5;43m20221214021703112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021703112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021703113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021703113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021703114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021703114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021703114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:05.072438 run patchelf(pid=28577): Terminating (SIGINT)\u000a02:17:05.257447 run patchelf(pid=28577): Terminated: ok {rc=0}\u000a02:17:05.291181 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28574): Process ended prematurely: osmo-stp_10.42.42.5(pid=28574) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28574)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:17:05.301095 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a02:17:05.365448 run osmo-hlr_10.42.42.2(pid=28568): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28568)]\u000a02:17:05.417661 run osmo-hlr_10.42.42.2(pid=28568): stdout: \u000a| (launched: 2022-12-14_02:17:01.774700) \u000a02:17:05.470435 run osmo-hlr_10.42.42.2(pid=28568): stderr: \u000a| �[0;m�[1;31m20221214021702145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021702145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021702145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021702145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021702145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021702146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021702163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021702179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021702180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021702180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:05.515569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28557): Terminating (SIGTERM)\u000a02:17:05.558249 run iperf3-srv_10.42.42.10(pid=28558): Terminating (SIGTERM)\u000a02:17:05.600920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28559): Terminating (SIGTERM)\u000a02:17:05.643461 run iperf3-srv_10.42.42.10(pid=28560): Terminating (SIGTERM)\u000a02:17:05.686011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28561): Terminating (SIGTERM)\u000a02:17:05.728637 run iperf3-srv_10.42.42.10(pid=28562): Terminating (SIGTERM)\u000a02:17:05.771502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28563): Terminating (SIGTERM)\u000a02:17:05.814091 run iperf3-srv_10.42.42.10(pid=28564): Terminating (SIGTERM)\u000a02:17:05.856586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28567): Terminating (SIGTERM)\u000a02:17:05.899083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28573): Terminating (SIGTERM)\u000a02:17:05.941615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28576): Terminating (SIGTERM)\u000a02:17:05.951356 --- ParallelTerminationStrategy: PID 28557 died...\u000a02:17:06.008009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28557): Terminated: ok {rc=0}\u000a02:17:06.018225 --- ParallelTerminationStrategy: PID 28558 died...\u000a02:17:06.074598 run iperf3-srv_10.42.42.10(pid=28558): Terminated {rc=256}\u000a02:17:06.084787 --- ParallelTerminationStrategy: PID 28559 died...\u000a02:17:06.141283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28559): Terminated: ok {rc=0}\u000a02:17:06.151313 --- ParallelTerminationStrategy: PID 28560 died...\u000a02:17:06.207637 run iperf3-srv_10.42.42.10(pid=28560): Terminated {rc=256}\u000a02:17:06.217818 --- ParallelTerminationStrategy: PID 28561 died...\u000a02:17:06.274194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28561): Terminated: ok {rc=0}\u000a02:17:06.284360 --- ParallelTerminationStrategy: PID 28562 died...\u000a02:17:06.340813 run iperf3-srv_10.42.42.10(pid=28562): Terminated {rc=256}\u000a02:17:06.350986 --- ParallelTerminationStrategy: PID 28563 died...\u000a02:17:06.407276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28563): Terminated: ok {rc=0}\u000a02:17:06.417568 --- ParallelTerminationStrategy: PID 28564 died...\u000a02:17:06.473773 run iperf3-srv_10.42.42.10(pid=28564): Terminated {rc=256}\u000a02:17:06.483819 --- ParallelTerminationStrategy: PID 28567 died...\u000a02:17:06.539991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28567): Terminated: ok {rc=0}\u000a02:17:06.550049 --- ParallelTerminationStrategy: PID 28573 died...\u000a02:17:06.606401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28573): Terminated: ok {rc=0}\u000a02:17:06.616551 --- ParallelTerminationStrategy: PID 28576 died...\u000a02:17:06.672527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28576): Terminated: ok {rc=0}\u000a02:17:06.759465 bus /gobi_4: Setting Powered False\u000a02:17:07.865938 bus /gobi_4: Setting Powered False\u000a02:17:08.976479 bus /gobi_1: Setting Powered False\u000a02:17:10.082741 bus /gobi_1: Setting Powered False\u000a02:17:11.190979 bus /gobi_0: Setting Powered False\u000a02:17:12.293936 bus /gobi_0: Setting Powered False\u000a02:17:13.404878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28584): Process ended prematurely: osmo-stp_10.42.42.5(pid=28584) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28584): Process ended prematurely: osmo-stp_10.42.42.5(pid=28584) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:17:14.470680 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:14.481991 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:17:14.623883 tst ping.py: using LAC 37851\u000a02:17:14.742440 tst ping.py: using RAC 111\u000a02:17:14.858970 tst ping.py: using CellId 37851\u000a02:17:14.977949 tst ping.py: using BVCI 37852\u000a02:17:15.000612 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.011483 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.022492 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.033172 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.043635 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.054500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.065687 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:15.076319 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:15.367831 tst ping.py:19: start network...\u000a02:17:15.501344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:16.073847 run create_hlr_db(pid=28578): Launched\u000a02:17:16.249748 bus /gobi_6: Setting Powered False\u000a02:17:17.288116 run create_hlr_db(pid=28578): Terminated: ok {rc=0}\u000a02:17:17.688259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28580): Launched\u000a02:17:17.985413 run osmo-hlr_10.42.42.2(pid=28581): Launched\u000a02:17:18.093942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:18.612261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28583): Launched\u000a02:17:18.911091 run osmo-stp_10.42.42.5(pid=28584): Launched\u000a02:17:19.018976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:19.537622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28586): Launched\u000a02:17:19.642615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:19.901405 run patchelf(pid=28587): Launched\u000a02:17:20.075150 run osmo-stp_10.42.42.5(pid=28584): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)]\u000a02:17:20.202368 run osmo-stp_10.42.42.5(pid=28584): stdout: \u000a| (launched: 2022-12-14_02:17:18.763175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:20.329620 run osmo-stp_10.42.42.5(pid=28584): stderr: \u000a| �[0;m�[38;5;43m20221214021718935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021718935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021718935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021718936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021718936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021718936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021718936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:20.452686 run osmo-stp_10.42.42.5(pid=28584): stdout: \u000a| (launched: 2022-12-14_02:17:18.763175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:20.574880 run osmo-stp_10.42.42.5(pid=28584): stderr: \u000a| �[0;m�[38;5;43m20221214021718935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021718935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021718935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021718936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021718936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021718936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021718936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:20.717534 run patchelf(pid=28587): Terminating (SIGINT)\u000a02:17:20.885616 run patchelf(pid=28587): Terminated: ok {rc=0}\u000a02:17:20.916223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28584): Process ended prematurely: osmo-stp_10.42.42.5(pid=28584) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28584)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:17:20.924779 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:17:20.984510 run osmo-hlr_10.42.42.2(pid=28581): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28581)]\u000a02:17:21.033425 run osmo-hlr_10.42.42.2(pid=28581): stdout: \u000a| (launched: 2022-12-14_02:17:17.838989) \u000a02:17:21.083489 run osmo-hlr_10.42.42.2(pid=28581): stderr: \u000a| �[0;m�[1;31m20221214021718014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021718014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021718014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021718014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021718014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021718014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021718027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021718036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021718036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021718036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:21.126158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28580): Terminating (SIGTERM)\u000a02:17:21.165877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28583): Terminating (SIGTERM)\u000a02:17:21.205510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28586): Terminating (SIGTERM)\u000a02:17:21.214690 --- ParallelTerminationStrategy: PID 28580 died...\u000a02:17:21.267812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28580): Terminated: ok {rc=0}\u000a02:17:21.277758 --- ParallelTerminationStrategy: PID 28583 died...\u000a02:17:21.330587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28583): Terminated: ok {rc=0}\u000a02:17:21.340132 --- ParallelTerminationStrategy: PID 28586 died...\u000a02:17:21.393070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28586): Terminated: ok {rc=0}\u000a02:17:21.480884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28594): Process ended prematurely: osmo-stp_10.42.42.5(pid=28594) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28594)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28594): Process ended prematurely: osmo-stp_10.42.42.5(pid=28594) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:17:22.531840 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:22.543367 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:17:22.696794 tst ping_idle_ping.py: using LAC 37852\u000a02:17:22.822665 tst ping_idle_ping.py: using RAC 112\u000a02:17:22.949331 tst ping_idle_ping.py: using CellId 37852\u000a02:17:23.078346 tst ping_idle_ping.py: using BVCI 37853\u000a02:17:23.103324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.114866 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.126056 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.137317 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.148658 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.160088 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.171834 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:17:23.183369 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:17:23.459155 tst ping_idle_ping.py:24: start network...\u000a02:17:23.583514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:24.064817 run create_hlr_db(pid=28588): Launched\u000a02:17:24.236819 bus /gobi_6: Setting Powered False\u000a02:17:25.258243 run create_hlr_db(pid=28588): Terminated: ok {rc=0}\u000a02:17:25.686542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28590): Launched\u000a02:17:26.009935 run osmo-hlr_10.42.42.2(pid=28591): Launched\u000a02:17:26.128878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:26.688559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28593): Launched\u000a02:17:27.010773 run osmo-stp_10.42.42.5(pid=28594): Launched\u000a02:17:27.125655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:27.686352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28596): Launched\u000a02:17:27.801707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:28.082939 run patchelf(pid=28597): Launched\u000a02:17:28.271388 run osmo-stp_10.42.42.5(pid=28594): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28594)]\u000a02:17:28.409240 run osmo-stp_10.42.42.5(pid=28594): stdout: \u000a| (launched: 2022-12-14_02:17:26.852183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:28.547515 run osmo-stp_10.42.42.5(pid=28594): stderr: \u000a| �[0;m�[38;5;43m20221214021727046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021727046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021727046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021727047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021727047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021727047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021727047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:28.681211 run osmo-stp_10.42.42.5(pid=28594): stdout: \u000a| (launched: 2022-12-14_02:17:26.852183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:28.814305 run osmo-stp_10.42.42.5(pid=28594): stderr: \u000a| �[0;m�[38;5;43m20221214021727046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021727046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021727046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021727047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021727047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021727047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021727047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:28.969165 run patchelf(pid=28597): Terminating (SIGINT)\u000a02:17:29.151458 run patchelf(pid=28597): Terminated: ok {rc=0}\u000a02:17:29.184802 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28594): Process ended prematurely: osmo-stp_10.42.42.5(pid=28594) [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28594)] [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:17:29.194374 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:17:29.258105 run osmo-hlr_10.42.42.2(pid=28591): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28591)]\u000a02:17:29.310098 run osmo-hlr_10.42.42.2(pid=28591): stdout: \u000a| (launched: 2022-12-14_02:17:25.851312) \u000a02:17:29.362939 run osmo-hlr_10.42.42.2(pid=28591): stderr: \u000a| �[0;m�[1;31m20221214021726050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021726050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021726050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021726050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021726050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021726050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021726064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021726072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021726072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021726072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:29.408100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28590): Terminating (SIGTERM)\u000a02:17:29.450541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28593): Terminating (SIGTERM)\u000a02:17:29.492832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28596): Terminating (SIGTERM)\u000a02:17:29.502690 --- ParallelTerminationStrategy: PID 28590 died...\u000a02:17:29.559374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28590): Terminated: ok {rc=0}\u000a02:17:29.569598 --- ParallelTerminationStrategy: PID 28593 died...\u000a02:17:29.625845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28593): Terminated: ok {rc=0}\u000a02:17:29.636039 --- ParallelTerminationStrategy: PID 28596 died...\u000a02:17:29.692268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28596): Terminated: ok {rc=0}\u000a02:17:29.779848 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:16:31" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28607): Process ended prematurely: osmo-stp_10.42.42.5(pid=28607) [trial-2398↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28607)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28607): Process ended prematurely: osmo-stp_10.42.42.5(pid=28607) [trial-2398↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:17:31.801197 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:31.812582 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:17:31.958726 tst switch_tch_pdch.py: using LAC 37853\u000a02:17:32.078622 tst switch_tch_pdch.py: using RAC 113\u000a02:17:32.232495 tst switch_tch_pdch.py: using CellId 37853\u000a02:17:32.351740 tst switch_tch_pdch.py: using BVCI 37854\u000a02:17:32.374562 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.385596 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.396458 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.407450 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.418712 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.430170 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.441697 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:17:32.453090 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:17:32.574578 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:17:32.868014 tst switch_tch_pdch.py:51: start network...\u000a02:17:33.001346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:33.502928 run create_hlr_db(pid=28601): Launched\u000a02:17:33.688626 bus /gobi_6: Setting Powered False\u000a02:17:34.708726 run create_hlr_db(pid=28601): Terminated: ok {rc=0}\u000a02:17:35.109173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28603): Launched\u000a02:17:35.406673 run osmo-hlr_10.42.42.2(pid=28604): Launched\u000a02:17:35.523432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:36.046251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28606): Launched\u000a02:17:36.341291 run osmo-stp_10.42.42.5(pid=28607): Launched\u000a02:17:36.447649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:36.963434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28609): Launched\u000a02:17:37.068046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:37.327665 run patchelf(pid=28610): Launched\u000a02:17:37.500705 run osmo-stp_10.42.42.5(pid=28607): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28607)]\u000a02:17:37.627058 run osmo-stp_10.42.42.5(pid=28607): stdout: \u000a| (launched: 2022-12-14_02:17:36.195943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:37.753292 run osmo-stp_10.42.42.5(pid=28607): stderr: \u000a| �[0;m�[38;5;43m20221214021736369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021736369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021736369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021736370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021736370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021736370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021736370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:37.875746 run osmo-stp_10.42.42.5(pid=28607): stdout: \u000a| (launched: 2022-12-14_02:17:36.195943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:37.997092 run osmo-stp_10.42.42.5(pid=28607): stderr: \u000a| �[0;m�[38;5;43m20221214021736369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021736369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021736369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021736370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021736370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021736370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021736370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:38.139320 run patchelf(pid=28610): Terminating (SIGINT)\u000a02:17:38.307046 run patchelf(pid=28610): Terminated: ok {rc=0}\u000a02:17:38.337611 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28607): Process ended prematurely: osmo-stp_10.42.42.5(pid=28607) [trial-2398↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28607)] [trial-2398↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:17:38.346198 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:17:38.405897 run osmo-hlr_10.42.42.2(pid=28604): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28604)]\u000a02:17:38.454582 run osmo-hlr_10.42.42.2(pid=28604): stdout: \u000a| (launched: 2022-12-14_02:17:35.260266) \u000a02:17:38.503967 run osmo-hlr_10.42.42.2(pid=28604): stderr: \u000a| �[0;m�[1;31m20221214021735435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021735435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021735435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021735435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021735435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021735435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021735446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021735454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021735454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021735454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:38.545831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28603): Terminating (SIGTERM)\u000a02:17:38.585351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28606): Terminating (SIGTERM)\u000a02:17:38.624707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28609): Terminating (SIGTERM)\u000a02:17:38.634077 --- ParallelTerminationStrategy: PID 28603 died...\u000a02:17:38.686670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28603): Terminated: ok {rc=0}\u000a02:17:38.696084 --- ParallelTerminationStrategy: PID 28606 died...\u000a02:17:38.748684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28606): Terminated: ok {rc=0}\u000a02:17:38.758240 --- ParallelTerminationStrategy: PID 28609 died...\u000a02:17:38.810614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28609): Terminated: ok {rc=0}\u000a02:17:38.893208 bus /gobi_0: Setting Powered False\u000a02:17:39.999302 bus /gobi_0: Setting Powered False\u000a02:17:41.107657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:17:31" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28620): Process ended prematurely: osmo-stp_10.42.42.5(pid=28620) [trial-2398↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28620)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28620): Process ended prematurely: osmo-stp_10.42.42.5(pid=28620) [trial-2398↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:17:43.040568 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.051464 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:17:43.194481 tst switch_tch_pdch.py: using LAC 37854\u000a02:17:43.311934 tst switch_tch_pdch.py: using RAC 114\u000a02:17:43.432558 tst switch_tch_pdch.py: using CellId 37854\u000a02:17:43.549282 tst switch_tch_pdch.py: using BVCI 37855\u000a02:17:43.571878 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.582702 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.593302 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.603761 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.614535 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.625523 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.636495 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:17:43.647243 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:17:43.765941 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:17:44.040625 tst switch_tch_pdch.py:51: start network...\u000a02:17:44.163499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:17:44.614058 run create_hlr_db(pid=28614): Launched\u000a02:17:44.734566 bus /gobi_6: Setting Powered False\u000a02:17:45.807520 run create_hlr_db(pid=28614): Terminated: ok {rc=0}\u000a02:17:46.228823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28616): Launched\u000a02:17:46.617876 run osmo-hlr_10.42.42.2(pid=28617): Launched\u000a02:17:46.812045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:17:47.423405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28619): Launched\u000a02:17:47.744620 run osmo-stp_10.42.42.5(pid=28620): Launched\u000a02:17:47.861929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:17:48.393455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28622): Launched\u000a02:17:48.507868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:17:48.787607 run patchelf(pid=28623): Launched\u000a02:17:48.975050 run osmo-stp_10.42.42.5(pid=28620): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28620)]\u000a02:17:49.112055 run osmo-stp_10.42.42.5(pid=28620): stdout: \u000a| (launched: 2022-12-14_02:17:47.586368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:49.249298 run osmo-stp_10.42.42.5(pid=28620): stderr: \u000a| �[0;m�[38;5;43m20221214021747780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021747780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021747780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021747781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021747781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021747781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021747781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:49.382846 run osmo-stp_10.42.42.5(pid=28620): stdout: \u000a| (launched: 2022-12-14_02:17:47.586368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:17:49.515002 run osmo-stp_10.42.42.5(pid=28620): stderr: \u000a| �[0;m�[38;5;43m20221214021747780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021747780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021747780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021747781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021747781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021747781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021747781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:17:49.668785 run patchelf(pid=28623): Terminating (SIGINT)\u000a02:17:49.850124 run patchelf(pid=28623): Terminated: ok {rc=0}\u000a02:17:49.882797 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28620): Process ended prematurely: osmo-stp_10.42.42.5(pid=28620) [trial-2398↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28620)] [trial-2398↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:17:49.892147 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a02:17:49.955896 run osmo-hlr_10.42.42.2(pid=28617): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28617)]\u000a02:17:50.008493 run osmo-hlr_10.42.42.2(pid=28617): stdout: \u000a| (launched: 2022-12-14_02:17:46.398077) \u000a02:17:50.061366 run osmo-hlr_10.42.42.2(pid=28617): stderr: \u000a| �[0;m�[1;31m20221214021746740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021746740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021746740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021746740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021746740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021746740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021746764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021746789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021746789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021746789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:17:50.106730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28616): Terminating (SIGTERM)\u000a02:17:50.149496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28619): Terminating (SIGTERM)\u000a02:17:50.192219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28622): Terminating (SIGTERM)\u000a02:17:50.202154 --- ParallelTerminationStrategy: PID 28616 died...\u000a02:17:50.259427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28616): Terminated: ok {rc=0}\u000a02:17:50.270053 --- ParallelTerminationStrategy: PID 28619 died...\u000a02:17:50.327164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28619): Terminated: ok {rc=0}\u000a02:17:50.337567 --- ParallelTerminationStrategy: PID 28622 died...\u000a02:17:50.394481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28622): Terminated: ok {rc=0}\u000a02:17:50.481343 bus /gobi_0: Setting Powered False\u000a02:17:51.588472 bus /gobi_0: Setting Powered False\u000a02:17:52.696930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:17:42" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28629) [trial-2398↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28629)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28629) [trial-2398↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a02:17:54.557132 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a02:17:54.567927 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a02:17:54.690599 tst mo_mt_sms.py: using LAC 37855\u000a02:17:54.806357 tst mo_mt_sms.py: using RAC 115\u000a02:17:54.922550 tst mo_mt_sms.py: using CellId 37855\u000a02:17:55.039068 tst mo_mt_sms.py: using BVCI 37856\u000a02:17:55.061675 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:17:55.181686 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:17:55.473764 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:17:55.607060 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:17:56.266884 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28628): Launched\u000a02:17:56.586107 run osmo-nitb_10.42.42.2(pid=28629): Launched\u000a02:17:56.782715 run osmo-nitb_10.42.42.2(pid=28629): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28629)]\u000a02:17:56.927943 run osmo-nitb_10.42.42.2(pid=28629): stdout: \u000a| (launched: 2022-12-14_02:17:56.431190) \u000a02:17:57.073254 run osmo-nitb_10.42.42.2(pid=28629): stderr: \u000a| (launched: 2022-12-14_02:17:56.478853)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:57.213844 run osmo-nitb_10.42.42.2(pid=28629): stdout: \u000a| (launched: 2022-12-14_02:17:56.431190) \u000a02:17:57.353559 run osmo-nitb_10.42.42.2(pid=28629): stderr: \u000a| (launched: 2022-12-14_02:17:56.478853)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:57.715161 tst osmo-nitb_10.42.42.2(pid=28629): stdout: \u000a| (launched: 2022-12-14_02:17:56.431190) \u000a02:17:57.842786 tst osmo-nitb_10.42.42.2(pid=28629): stderr: \u000a| (launched: 2022-12-14_02:17:56.478853)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:17:57.897950 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28629) [trial-2398↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28629)] [trial-2398↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a02:17:57.906512 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:17:57.942602 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28628): Terminating (SIGTERM)\u000a02:17:58.120688 --- ParallelTerminationStrategy: PID 28628 died...\u000a02:17:58.178924 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28628): Terminated: ok {rc=0}\u000a02:17:58.266539 bus /sierra_3: Setting Powered False\u000a02:17:59.372338 bus /sierra_3: Setting Powered False\u000a02:18:00.481150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:17:54" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28639): Process ended prematurely: osmo-stp_10.42.42.5(pid=28639) [trial-2398↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28639)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28639): Process ended prematurely: osmo-stp_10.42.42.5(pid=28639) [trial-2398↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a02:18:02.357858 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:02.368145 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:02.494583 tst mo_mt_sms.py: using LAC 37856\u000a02:18:02.617372 tst mo_mt_sms.py: using RAC 116\u000a02:18:02.745067 tst mo_mt_sms.py: using CellId 37856\u000a02:18:02.869163 tst mo_mt_sms.py: using BVCI 37857\u000a02:18:02.893497 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:02.904175 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:02.914952 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:02.925650 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:02.936621 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:02.947590 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:18:03.062458 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a02:18:03.271590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:03.774449 run create_hlr_db(pid=28633): Launched\u000a02:18:03.960716 bus /sierra_2: Setting Powered False\u000a02:18:04.981403 run create_hlr_db(pid=28633): Terminated: ok {rc=0}\u000a02:18:05.381924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28635): Launched\u000a02:18:05.679912 run osmo-hlr_10.42.42.2(pid=28636): Launched\u000a02:18:05.788761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:06.304710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28638): Launched\u000a02:18:06.603433 run osmo-stp_10.42.42.5(pid=28639): Launched\u000a02:18:06.711629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:07.254431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28641): Launched\u000a02:18:07.553908 run osmo-msc_10.42.42.6(pid=28642): Launched\u000a02:18:07.729183 run osmo-stp_10.42.42.5(pid=28639): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28639)]\u000a02:18:07.855104 run osmo-stp_10.42.42.5(pid=28639): stdout: \u000a| (launched: 2022-12-14_02:18:06.456002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:07.978485 run osmo-stp_10.42.42.5(pid=28639): stderr: \u000a| �[0;m�[38;5;43m20221214021806628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021806628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021806629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021806629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021806629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021806630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021806630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:08.097448 run osmo-stp_10.42.42.5(pid=28639): stdout: \u000a| (launched: 2022-12-14_02:18:06.456002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:08.215576 run osmo-stp_10.42.42.5(pid=28639): stderr: \u000a| �[0;m�[38;5;43m20221214021806628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021806628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021806629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021806629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021806629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021806630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021806630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:08.267602 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28639): Process ended prematurely: osmo-stp_10.42.42.5(pid=28639) [trial-2398↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28639)] [trial-2398↪sms:oc2g↪mo_mt_sms.py:16]\u000a02:18:08.275663 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a02:18:08.335760 run osmo-hlr_10.42.42.2(pid=28636): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28636)]\u000a02:18:08.385175 run osmo-hlr_10.42.42.2(pid=28636): stdout: \u000a| (launched: 2022-12-14_02:18:05.533186) \u000a02:18:08.435053 run osmo-hlr_10.42.42.2(pid=28636): stderr: \u000a| �[0;m�[1;31m20221214021805709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021805709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021805709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021805709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021805709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021805709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021805721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021805730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021805730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021805730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:08.502761 run osmo-msc_10.42.42.6(pid=28642): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28642)]\u000a02:18:08.551792 run osmo-msc_10.42.42.6(pid=28642): stdout: \u000a| (launched: 2022-12-14_02:18:07.404728) \u000a02:18:08.601193 run osmo-msc_10.42.42.6(pid=28642): stderr: \u000a| �[0;m�[38;5;43m20221214021807679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021807679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd01cfb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021807679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021807679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021807679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021807679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021807681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021807682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021807682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021807682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:08.643305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28635): Terminating (SIGTERM)\u000a02:18:08.683281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28638): Terminating (SIGTERM)\u000a02:18:08.723335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28641): Terminating (SIGTERM)\u000a02:18:08.732690 --- ParallelTerminationStrategy: PID 28635 died...\u000a02:18:08.786412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28635): Terminated: ok {rc=0}\u000a02:18:08.795933 --- ParallelTerminationStrategy: PID 28638 died...\u000a02:18:08.849311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28638): Terminated: ok {rc=0}\u000a02:18:08.859026 --- ParallelTerminationStrategy: PID 28641 died...\u000a02:18:08.912021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28641): Terminated: ok {rc=0}\u000a02:18:08.995823 bus /sierra_3: Setting Powered False\u000a02:18:10.102895 bus /sierra_3: Setting Powered False\u000a02:18:11.216076 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:18:02" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28649) [trial-2398↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28649)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28649) [trial-2398↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a02:18:13.018984 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a02:18:13.029912 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:13.155827 tst assert_extension.py: using LAC 37857\u000a02:18:13.279048 tst assert_extension.py: using RAC 117\u000a02:18:13.412438 tst assert_extension.py: using CellId 37857\u000a02:18:13.536725 tst assert_extension.py: using BVCI 37858\u000a02:18:13.561207 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a02:18:13.834711 tst assert_extension.py:10: start nitb and bts...\u000a02:18:13.958309 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:18:14.572202 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28648): Launched\u000a02:18:14.866655 run osmo-nitb_10.42.42.2(pid=28649): Launched\u000a02:18:15.048873 run osmo-nitb_10.42.42.2(pid=28649): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28649)]\u000a02:18:15.183425 run osmo-nitb_10.42.42.2(pid=28649): stdout: \u000a| (launched: 2022-12-14_02:18:14.722893) \u000a02:18:15.318055 run osmo-nitb_10.42.42.2(pid=28649): stderr: \u000a| (launched: 2022-12-14_02:18:14.767128)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:15.448294 run osmo-nitb_10.42.42.2(pid=28649): stdout: \u000a| (launched: 2022-12-14_02:18:14.722893) \u000a02:18:15.579267 run osmo-nitb_10.42.42.2(pid=28649): stderr: \u000a| (launched: 2022-12-14_02:18:14.767128)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:15.987186 tst osmo-nitb_10.42.42.2(pid=28649): stdout: \u000a| (launched: 2022-12-14_02:18:14.722893) \u000a02:18:16.107480 tst osmo-nitb_10.42.42.2(pid=28649): stderr: \u000a| (launched: 2022-12-14_02:18:14.767128)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:18:16.160233 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28649): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28649) [trial-2398↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28649)] [trial-2398↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a02:18:16.168752 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:18:16.204432 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28648): Terminating (SIGTERM)\u000a02:18:16.382736 --- ParallelTerminationStrategy: PID 28648 died...\u000a02:18:16.439974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28648): Terminated: ok {rc=0}\u000a02:18:16.526545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:18:12" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28659): Process ended prematurely: osmo-stp_10.42.42.5(pid=28659) [trial-2398↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28659)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28659): Process ended prematurely: osmo-stp_10.42.42.5(pid=28659) [trial-2398↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a02:18:18.311318 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:18.321810 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a02:18:18.449324 tst assert_extension.py: using LAC 37858\u000a02:18:18.576216 tst assert_extension.py: using RAC 118\u000a02:18:18.701368 tst assert_extension.py: using CellId 37858\u000a02:18:18.826490 tst assert_extension.py: using BVCI 37859\u000a02:18:18.851102 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:18.862069 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:18.872783 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:18.883596 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:18.894732 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:18:18.905938 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a02:18:19.112033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:19.615166 run create_hlr_db(pid=28653): Launched\u000a02:18:19.801167 bus /sierra_2: Setting Powered False\u000a02:18:20.821149 run create_hlr_db(pid=28653): Terminated: ok {rc=0}\u000a02:18:21.220047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28655): Launched\u000a02:18:21.516769 run osmo-hlr_10.42.42.2(pid=28656): Launched\u000a02:18:21.628000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:22.146937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28658): Launched\u000a02:18:22.444297 run osmo-stp_10.42.42.5(pid=28659): Launched\u000a02:18:22.552475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:23.092773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28661): Launched\u000a02:18:23.389289 run osmo-msc_10.42.42.6(pid=28662): Launched\u000a02:18:23.564046 run osmo-stp_10.42.42.5(pid=28659): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28659)]\u000a02:18:23.690139 run osmo-stp_10.42.42.5(pid=28659): stdout: \u000a| (launched: 2022-12-14_02:18:22.297305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:23.813495 run osmo-stp_10.42.42.5(pid=28659): stderr: \u000a| �[0;m�[38;5;43m20221214021822468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021822468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021822468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021822469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021822469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021822469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021822469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:23.932474 run osmo-stp_10.42.42.5(pid=28659): stdout: \u000a| (launched: 2022-12-14_02:18:22.297305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:24.050179 run osmo-stp_10.42.42.5(pid=28659): stderr: \u000a| �[0;m�[38;5;43m20221214021822468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021822468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021822468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021822469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021822469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021822469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021822469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:24.101515 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28659): Process ended prematurely: osmo-stp_10.42.42.5(pid=28659) [trial-2398↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28659)] [trial-2398↪ussd:oc2g↪assert_extension.py:17]\u000a02:18:24.109467 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a02:18:24.168408 run osmo-hlr_10.42.42.2(pid=28656): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28656)]\u000a02:18:24.216859 run osmo-hlr_10.42.42.2(pid=28656): stdout: \u000a| (launched: 2022-12-14_02:18:21.370121) \u000a02:18:24.265793 run osmo-hlr_10.42.42.2(pid=28656): stderr: \u000a| �[0;m�[1;31m20221214021821543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021821543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021821543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021821543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021821543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021821544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021821555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021821564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021821564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021821564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:24.332403 run osmo-msc_10.42.42.6(pid=28662): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28662)]\u000a02:18:24.380872 run osmo-msc_10.42.42.6(pid=28662): stdout: \u000a| (launched: 2022-12-14_02:18:23.242572) \u000a02:18:24.430059 run osmo-msc_10.42.42.6(pid=28662): stderr: \u000a| �[0;m�[38;5;43m20221214021823516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021823516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f402d8bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021823516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021823516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021823516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021823516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021823518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021823519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021823519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021823519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:24.471668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28655): Terminating (SIGTERM)\u000a02:18:24.511365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28658): Terminating (SIGTERM)\u000a02:18:24.550680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28661): Terminating (SIGTERM)\u000a02:18:24.559810 --- ParallelTerminationStrategy: PID 28655 died...\u000a02:18:24.612027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28655): Terminated: ok {rc=0}\u000a02:18:24.621587 --- ParallelTerminationStrategy: PID 28658 died...\u000a02:18:24.673737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28658): Terminated: ok {rc=0}\u000a02:18:24.683157 --- ParallelTerminationStrategy: PID 28661 died...\u000a02:18:24.735025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28661): Terminated: ok {rc=0}\u000a02:18:24.823092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:18:18" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:18:26.738736 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:26.749490 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:18:26.891999 tst mo_mt_call.py: using LAC 37859\u000a02:18:27.012059 tst mo_mt_call.py: using RAC 119\u000a02:18:27.130203 tst mo_mt_call.py: using CellId 37859\u000a02:18:27.247849 tst mo_mt_call.py: using BVCI 37860\u000a02:18:27.270856 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:27.281711 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:27.292268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:27.303013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:27.313844 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:27.324425 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:27.442725 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:27.646306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:28.129284 run create_hlr_db(pid=28667): Launched\u000a02:18:28.302270 bus /sierra_2: Setting Powered False\u000a02:18:29.325184 run create_hlr_db(pid=28667): Terminated: ok {rc=0}\u000a02:18:29.756812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Launched\u000a02:18:30.084050 run osmo-hlr_10.42.42.2(pid=28670): Launched\u000a02:18:30.202992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:30.771851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Launched\u000a02:18:31.181346 run osmo-stp_10.42.42.5(pid=28673): Launched\u000a02:18:31.304455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:32.056215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Launched\u000a02:18:32.449455 run osmo-msc_10.42.42.6(pid=28676): Launched\u000a02:18:32.639178 run osmo-stp_10.42.42.5(pid=28673): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)]\u000a02:18:32.769808 run osmo-stp_10.42.42.5(pid=28673): stdout: \u000a| (launched: 2022-12-14_02:18:30.952528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:32.897508 run osmo-stp_10.42.42.5(pid=28673): stderr: \u000a| �[0;m�[38;5;43m20221214021831304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021831305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021831305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021831305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021831306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021831306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021831306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:33.019411 run osmo-stp_10.42.42.5(pid=28673): stdout: \u000a| (launched: 2022-12-14_02:18:30.952528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:33.140576 run osmo-stp_10.42.42.5(pid=28673): stderr: \u000a| �[0;m�[38;5;43m20221214021831304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021831305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021831305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021831305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021831306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021831306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021831306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:33.193729 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28673): Process ended prematurely: osmo-stp_10.42.42.5(pid=28673) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28673)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:18:33.202155 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a02:18:33.261683 run osmo-hlr_10.42.42.2(pid=28670): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28670)]\u000a02:18:33.311090 run osmo-hlr_10.42.42.2(pid=28670): stdout: \u000a| (launched: 2022-12-14_02:18:29.923029) \u000a02:18:33.360684 run osmo-hlr_10.42.42.2(pid=28670): stderr: \u000a| �[0;m�[1;31m20221214021830121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021830121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021830122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021830122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021830122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021830122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021830134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021830144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021830145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021830145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:33.428134 run osmo-msc_10.42.42.6(pid=28676): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28676)]\u000a02:18:33.477025 run osmo-msc_10.42.42.6(pid=28676): stdout: \u000a| (launched: 2022-12-14_02:18:32.225954) \u000a02:18:33.526807 run osmo-msc_10.42.42.6(pid=28676): stderr: \u000a| �[0;m�[38;5;43m20221214021832600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021832600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa709031c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021832600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021832600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021832600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021832601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021832602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021832603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021832603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021832603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:33.568842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Terminating (SIGTERM)\u000a02:18:33.608508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Terminating (SIGTERM)\u000a02:18:33.648547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Terminating (SIGTERM)\u000a02:18:33.657981 --- ParallelTerminationStrategy: PID 28669 died...\u000a02:18:33.711072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28669): Terminated: ok {rc=0}\u000a02:18:33.720547 --- ParallelTerminationStrategy: PID 28672 died...\u000a02:18:33.773728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28672): Terminated: ok {rc=0}\u000a02:18:33.783236 --- ParallelTerminationStrategy: PID 28675 died...\u000a02:18:33.836123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28675): Terminated: ok {rc=0}\u000a02:18:33.924266 bus /sierra_3: Setting Powered False\u000a02:18:35.027372 bus /sierra_3: Setting Powered False\u000a02:18:36.138713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:18:37.254402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:37.266586 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:18:37.420233 tst mo_mt_call_osmux.py: using LAC 37860\u000a02:18:37.547901 tst mo_mt_call_osmux.py: using RAC 120\u000a02:18:37.674014 tst mo_mt_call_osmux.py: using CellId 37860\u000a02:18:37.792650 tst mo_mt_call_osmux.py: using BVCI 37861\u000a02:18:37.815688 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:37.826694 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:37.837421 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:37.848018 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:37.858718 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:18:37.869501 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:37.989525 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:18:38.200384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:38.713314 run create_hlr_db(pid=28678): Launched\u000a02:18:38.903145 bus /sierra_2: Setting Powered False\u000a02:18:39.923269 run create_hlr_db(pid=28678): Terminated: ok {rc=0}\u000a02:18:40.329560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Launched\u000a02:18:40.633416 run osmo-hlr_10.42.42.2(pid=28681): Launched\u000a02:18:40.743866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:41.267112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Launched\u000a02:18:41.570553 run osmo-stp_10.42.42.5(pid=28684): Launched\u000a02:18:41.681650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:42.232839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28686): Launched\u000a02:18:42.536063 run osmo-msc_10.42.42.6(pid=28687): Launched\u000a02:18:42.713888 run osmo-stp_10.42.42.5(pid=28684): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]\u000a02:18:42.841355 run osmo-stp_10.42.42.5(pid=28684): stdout: \u000a| (launched: 2022-12-14_02:18:41.420787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:42.966868 run osmo-stp_10.42.42.5(pid=28684): stderr: \u000a| �[0;m�[38;5;43m20221214021841590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021841591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021841591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021841591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021841594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021841594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021841594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:43.087932 run osmo-stp_10.42.42.5(pid=28684): stdout: \u000a| (launched: 2022-12-14_02:18:41.420787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:43.207884 run osmo-stp_10.42.42.5(pid=28684): stderr: \u000a| �[0;m�[38;5;43m20221214021841590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021841591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021841591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021841591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021841594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021841594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021841594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:43.261236 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:18:43.269652 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:18:43.329332 run osmo-hlr_10.42.42.2(pid=28681): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28681)]\u000a02:18:43.378695 run osmo-hlr_10.42.42.2(pid=28681): stdout: \u000a| (launched: 2022-12-14_02:18:40.483107) \u000a02:18:43.428162 run osmo-hlr_10.42.42.2(pid=28681): stderr: \u000a| �[0;m�[1;31m20221214021840661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021840661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021840661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021840661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021840661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021840661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021840682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021840691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021840691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021840691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:43.495226 run osmo-msc_10.42.42.6(pid=28687): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28687)]\u000a02:18:43.544023 run osmo-msc_10.42.42.6(pid=28687): stdout: \u000a| (launched: 2022-12-14_02:18:42.386413) \u000a02:18:43.593446 run osmo-msc_10.42.42.6(pid=28687): stderr: \u000a| �[0;m�[38;5;43m20221214021842659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021842659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34dc47bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021842659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021842659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021842660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021842660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021842662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021842662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021842663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021842663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:43.635168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Terminating (SIGTERM)\u000a02:18:43.675512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Terminating (SIGTERM)\u000a02:18:43.715745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28686): Terminating (SIGTERM)\u000a02:18:43.725445 --- ParallelTerminationStrategy: PID 28680 died...\u000a02:18:43.779066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Terminated: ok {rc=0}\u000a02:18:43.788832 --- ParallelTerminationStrategy: PID 28683 died...\u000a02:18:43.842069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Terminated: ok {rc=0}\u000a02:18:43.851805 --- ParallelTerminationStrategy: PID 28686 died...\u000a02:18:43.905032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28686): Terminated: ok {rc=0}\u000a02:18:43.988533 bus /sierra_3: Setting Powered False\u000a02:18:45.095673 bus /sierra_3: Setting Powered False\u000a02:18:46.217653 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:18:26" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28698): Process ended prematurely: osmo-stp_10.42.42.5(pid=28698) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28698)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28698): Process ended prematurely: osmo-stp_10.42.42.5(pid=28698) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:18:48.165638 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:48.176434 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:18:48.319674 tst mo_mt_call.py: using LAC 37861\u000a02:18:48.440832 tst mo_mt_call.py: using RAC 121\u000a02:18:48.561488 tst mo_mt_call.py: using CellId 37861\u000a02:18:48.682459 tst mo_mt_call.py: using BVCI 37862\u000a02:18:48.705738 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:48.716465 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:48.727187 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:48.737845 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:48.748830 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:48.759605 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:48.879164 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:49.080386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:49.566150 run create_hlr_db(pid=28692): Launched\u000a02:18:49.739604 bus /sierra_2: Setting Powered False\u000a02:18:50.762066 run create_hlr_db(pid=28692): Terminated: ok {rc=0}\u000a02:18:51.195673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28694): Launched\u000a02:18:51.522938 run osmo-hlr_10.42.42.2(pid=28695): Launched\u000a02:18:51.643472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:18:52.209601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28697): Launched\u000a02:18:52.536020 run osmo-stp_10.42.42.5(pid=28698): Launched\u000a02:18:52.655043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:18:53.251254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28700): Launched\u000a02:18:53.579038 run osmo-msc_10.42.42.6(pid=28701): Launched\u000a02:18:53.770496 run osmo-stp_10.42.42.5(pid=28698): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28698)]\u000a02:18:53.908859 run osmo-stp_10.42.42.5(pid=28698): stdout: \u000a| (launched: 2022-12-14_02:18:52.375496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:54.046380 run osmo-stp_10.42.42.5(pid=28698): stderr: \u000a| �[0;m�[38;5;43m20221214021852568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021852568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021852568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021852568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:54.178474 run osmo-stp_10.42.42.5(pid=28698): stdout: \u000a| (launched: 2022-12-14_02:18:52.375496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:18:54.309548 run osmo-stp_10.42.42.5(pid=28698): stderr: \u000a| �[0;m�[38;5;43m20221214021852568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021852568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021852568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021852568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021852569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:18:54.367148 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28698): Process ended prematurely: osmo-stp_10.42.42.5(pid=28698) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28698)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:18:54.376414 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:18:54.440074 run osmo-hlr_10.42.42.2(pid=28695): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28695)]\u000a02:18:54.492098 run osmo-hlr_10.42.42.2(pid=28695): stdout: \u000a| (launched: 2022-12-14_02:18:51.362186) \u000a02:18:54.544506 run osmo-hlr_10.42.42.2(pid=28695): stderr: \u000a| �[0;m�[1;31m20221214021851559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021851560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021851572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021851580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021851581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:18:54.615848 run osmo-msc_10.42.42.6(pid=28701): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28701)]\u000a02:18:54.667848 run osmo-msc_10.42.42.6(pid=28701): stdout: \u000a| (launched: 2022-12-14_02:18:53.417802) \u000a02:18:54.720359 run osmo-msc_10.42.42.6(pid=28701): stderr: \u000a| �[0;m�[38;5;43m20221214021853741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021853742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffab92b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021853742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021853742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021853742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021853742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021853744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021853744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021853744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021853744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:18:54.765080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28694): Terminating (SIGTERM)\u000a02:18:54.807291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28697): Terminating (SIGTERM)\u000a02:18:54.849793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28700): Terminating (SIGTERM)\u000a02:18:54.859588 --- ParallelTerminationStrategy: PID 28694 died...\u000a02:18:54.916474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28694): Terminated: ok {rc=0}\u000a02:18:54.926881 --- ParallelTerminationStrategy: PID 28697 died...\u000a02:18:54.982895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28697): Terminated: ok {rc=0}\u000a02:18:54.993157 --- ParallelTerminationStrategy: PID 28700 died...\u000a02:18:55.049488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28700): Terminated: ok {rc=0}\u000a02:18:55.136767 bus /sierra_3: Setting Powered False\u000a02:18:56.241875 bus /sierra_3: Setting Powered False\u000a02:18:57.349665 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28709): Process ended prematurely: osmo-stp_10.42.42.5(pid=28709) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28709)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28709): Process ended prematurely: osmo-stp_10.42.42.5(pid=28709) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:18:58.465706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:58.477683 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:18:58.629995 tst mo_mt_call_osmux.py: using LAC 37862\u000a02:18:58.759378 tst mo_mt_call_osmux.py: using RAC 122\u000a02:18:58.889351 tst mo_mt_call_osmux.py: using CellId 37862\u000a02:18:59.018710 tst mo_mt_call_osmux.py: using BVCI 37863\u000a02:18:59.043664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:59.055002 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:59.066194 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:59.077410 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:59.088774 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:18:59.100283 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:59.216802 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:18:59.433159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:18:59.947299 run create_hlr_db(pid=28703): Launched\u000a02:19:00.136012 bus /sierra_2: Setting Powered False\u000a02:19:01.147007 run create_hlr_db(pid=28703): Terminated: ok {rc=0}\u000a02:19:01.590614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28705): Launched\u000a02:19:02.030135 run osmo-hlr_10.42.42.2(pid=28706): Launched\u000a02:19:02.205588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:02.816436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28708): Launched\u000a02:19:03.143573 run osmo-stp_10.42.42.5(pid=28709): Launched\u000a02:19:03.262619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:03.858021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28711): Launched\u000a02:19:04.185298 run osmo-msc_10.42.42.6(pid=28712): Launched\u000a02:19:04.377239 run osmo-stp_10.42.42.5(pid=28709): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28709)]\u000a02:19:04.515594 run osmo-stp_10.42.42.5(pid=28709): stdout: \u000a| (launched: 2022-12-14_02:19:02.982642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:04.654049 run osmo-stp_10.42.42.5(pid=28709): stderr: \u000a| �[0;m�[38;5;43m20221214021903174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021903174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021903175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021903175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021903176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021903176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021903176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:04.785254 run osmo-stp_10.42.42.5(pid=28709): stdout: \u000a| (launched: 2022-12-14_02:19:02.982642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:04.915884 run osmo-stp_10.42.42.5(pid=28709): stderr: \u000a| �[0;m�[38;5;43m20221214021903174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021903174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021903175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021903175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021903176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021903176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021903176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:04.972866 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28709): Process ended prematurely: osmo-stp_10.42.42.5(pid=28709) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28709)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:19:04.982208 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a02:19:05.045168 run osmo-hlr_10.42.42.2(pid=28706): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28706)]\u000a02:19:05.096751 run osmo-hlr_10.42.42.2(pid=28706): stdout: \u000a| (launched: 2022-12-14_02:19:01.749184) \u000a02:19:05.149378 run osmo-hlr_10.42.42.2(pid=28706): stderr: \u000a| �[0;m�[1;31m20221214021901990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021901990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021901990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021901990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021901990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021901991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021902006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021902018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021902018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021902018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:05.220034 run osmo-msc_10.42.42.6(pid=28712): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28712)]\u000a02:19:05.271698 run osmo-msc_10.42.42.6(pid=28712): stdout: \u000a| (launched: 2022-12-14_02:19:04.024445) \u000a02:19:05.323824 run osmo-msc_10.42.42.6(pid=28712): stderr: \u000a| �[0;m�[38;5;43m20221214021904347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021904347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfd71fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021904347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021904347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021904347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021904347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021904349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021904349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021904350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021904350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:05.368414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28705): Terminating (SIGTERM)\u000a02:19:05.410698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28708): Terminating (SIGTERM)\u000a02:19:05.452673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28711): Terminating (SIGTERM)\u000a02:19:05.462440 --- ParallelTerminationStrategy: PID 28705 died...\u000a02:19:05.518998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28705): Terminated: ok {rc=0}\u000a02:19:05.529043 --- ParallelTerminationStrategy: PID 28708 died...\u000a02:19:05.584987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28708): Terminated: ok {rc=0}\u000a02:19:05.595002 --- ParallelTerminationStrategy: PID 28711 died...\u000a02:19:05.650742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28711): Terminated: ok {rc=0}\u000a02:19:05.737642 bus /sierra_3: Setting Powered False\u000a02:19:06.844652 bus /sierra_3: Setting Powered False\u000a02:19:07.952495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:18:47" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28723): Process ended prematurely: osmo-stp_10.42.42.5(pid=28723) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28723)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28723): Process ended prematurely: osmo-stp_10.42.42.5(pid=28723) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:09.915302 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:09.926567 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:19:10.080596 tst mo_mt_call.py: using LAC 37863\u000a02:19:10.208338 tst mo_mt_call.py: using RAC 123\u000a02:19:10.335779 tst mo_mt_call.py: using CellId 37863\u000a02:19:10.463272 tst mo_mt_call.py: using BVCI 37864\u000a02:19:10.488250 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:10.499565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:10.510744 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:10.521888 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:10.533413 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:10.544821 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:10.662018 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:10.875545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:11.389251 run create_hlr_db(pid=28717): Launched\u000a02:19:11.577947 bus /sierra_2: Setting Powered False\u000a02:19:12.599045 run create_hlr_db(pid=28717): Terminated: ok {rc=0}\u000a02:19:13.005705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28719): Launched\u000a02:19:13.309835 run osmo-hlr_10.42.42.2(pid=28720): Launched\u000a02:19:13.425844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:13.993332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28722): Launched\u000a02:19:14.319791 run osmo-stp_10.42.42.5(pid=28723): Launched\u000a02:19:14.438728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:15.034054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28725): Launched\u000a02:19:15.361800 run osmo-msc_10.42.42.6(pid=28726): Launched\u000a02:19:15.553216 run osmo-stp_10.42.42.5(pid=28723): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28723)]\u000a02:19:15.691069 run osmo-stp_10.42.42.5(pid=28723): stdout: \u000a| (launched: 2022-12-14_02:19:14.159060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:15.830968 run osmo-stp_10.42.42.5(pid=28723): stderr: \u000a| �[0;m�[38;5;43m20221214021914351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021914351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021914352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021914352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021914353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021914353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021914353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:15.981340 run osmo-stp_10.42.42.5(pid=28723): stdout: \u000a| (launched: 2022-12-14_02:19:14.159060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:16.115737 run osmo-stp_10.42.42.5(pid=28723): stderr: \u000a| �[0;m�[38;5;43m20221214021914351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021914351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021914352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021914352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021914353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021914353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021914353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:16.174954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28723): Process ended prematurely: osmo-stp_10.42.42.5(pid=28723) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28723)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:19:16.185237 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:19:16.251356 run osmo-hlr_10.42.42.2(pid=28720): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28720)]\u000a02:19:16.305326 run osmo-hlr_10.42.42.2(pid=28720): stdout: \u000a| (launched: 2022-12-14_02:19:13.159735) \u000a02:19:16.360232 run osmo-hlr_10.42.42.2(pid=28720): stderr: \u000a| �[0;m�[1;31m20221214021913337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021913337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021913337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021913337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021913337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021913337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021913350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021913358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021913358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021913358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:16.433513 run osmo-msc_10.42.42.6(pid=28726): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28726)]\u000a02:19:16.487503 run osmo-msc_10.42.42.6(pid=28726): stdout: \u000a| (launched: 2022-12-14_02:19:15.199785) \u000a02:19:16.542152 run osmo-msc_10.42.42.6(pid=28726): stderr: \u000a| �[0;m�[38;5;43m20221214021915523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021915523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c2c548c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021915524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021915524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021915524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021915524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021915526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021915526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021915526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021915526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:16.589050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28719): Terminating (SIGTERM)\u000a02:19:16.633934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28722): Terminating (SIGTERM)\u000a02:19:16.679684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28725): Terminating (SIGTERM)\u000a02:19:16.691910 --- ParallelTerminationStrategy: PID 28719 died...\u000a02:19:16.750040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28719): Terminated: ok {rc=0}\u000a02:19:16.762146 --- ParallelTerminationStrategy: PID 28722 died...\u000a02:19:16.820198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28722): Terminated: ok {rc=0}\u000a02:19:16.832706 --- ParallelTerminationStrategy: PID 28725 died...\u000a02:19:16.890794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28725): Terminated: ok {rc=0}\u000a02:19:16.985081 bus /sierra_3: Setting Powered False\u000a02:19:18.092389 bus /sierra_3: Setting Powered False\u000a02:19:19.200462 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 198, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28734): Process ended prematurely: osmo-stp_10.42.42.5(pid=28734) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28734): Process ended prematurely: osmo-stp_10.42.42.5(pid=28734) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:19:20.310960 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:20.322378 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:19:20.466177 tst mo_mt_call_osmux.py: using LAC 37864\u000a02:19:20.588150 tst mo_mt_call_osmux.py: using RAC 124\u000a02:19:20.708851 tst mo_mt_call_osmux.py: using CellId 37864\u000a02:19:20.829831 tst mo_mt_call_osmux.py: using BVCI 37865\u000a02:19:20.853268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:20.864284 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:20.875164 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:20.886005 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:20.896732 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:19:20.907750 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:21.026165 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:19:21.227234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:21.712604 run create_hlr_db(pid=28728): Launched\u000a02:19:21.886499 bus /sierra_2: Setting Powered False\u000a02:19:22.908097 run create_hlr_db(pid=28728): Terminated: ok {rc=0}\u000a02:19:23.310900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28730): Launched\u000a02:19:23.613306 run osmo-hlr_10.42.42.2(pid=28731): Launched\u000a02:19:23.723950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:24.249474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28733): Launched\u000a02:19:24.551934 run osmo-stp_10.42.42.5(pid=28734): Launched\u000a02:19:24.661410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:25.212254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28736): Launched\u000a02:19:25.515353 run osmo-msc_10.42.42.6(pid=28737): Launched\u000a02:19:25.692559 run osmo-stp_10.42.42.5(pid=28734): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)]\u000a02:19:25.820794 run osmo-stp_10.42.42.5(pid=28734): stdout: \u000a| (launched: 2022-12-14_02:19:24.402725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:25.946547 run osmo-stp_10.42.42.5(pid=28734): stderr: \u000a| �[0;m�[38;5;43m20221214021924574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021924574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021924574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021924575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021924575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021924575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021924575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:26.068328 run osmo-stp_10.42.42.5(pid=28734): stdout: \u000a| (launched: 2022-12-14_02:19:24.402725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:26.189504 run osmo-stp_10.42.42.5(pid=28734): stderr: \u000a| �[0;m�[38;5;43m20221214021924574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021924574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021924574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021924575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021924575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021924575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021924575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:26.242482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28734): Process ended prematurely: osmo-stp_10.42.42.5(pid=28734) [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:19:26.251197 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:19:26.310999 run osmo-hlr_10.42.42.2(pid=28731): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28731)]\u000a02:19:26.360064 run osmo-hlr_10.42.42.2(pid=28731): stdout: \u000a| (launched: 2022-12-14_02:19:23.464425) \u000a02:19:26.409584 run osmo-hlr_10.42.42.2(pid=28731): stderr: \u000a| �[0;m�[1;31m20221214021923644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021923644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021923644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021923644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021923644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021923644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021923656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021923666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021923666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021923666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:26.476917 run osmo-msc_10.42.42.6(pid=28737): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28737)]\u000a02:19:26.525680 run osmo-msc_10.42.42.6(pid=28737): stdout: \u000a| (launched: 2022-12-14_02:19:25.366257) \u000a02:19:26.575095 run osmo-msc_10.42.42.6(pid=28737): stderr: \u000a| �[0;m�[38;5;43m20221214021925639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021925640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d114dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021925640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021925640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021925640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021925640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021925642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021925642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021925642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021925643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:26.617013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28730): Terminating (SIGTERM)\u000a02:19:26.657125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28733): Terminating (SIGTERM)\u000a02:19:26.697289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28736): Terminating (SIGTERM)\u000a02:19:26.706450 --- ParallelTerminationStrategy: PID 28730 died...\u000a02:19:26.759516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28730): Terminated: ok {rc=0}\u000a02:19:26.769214 --- ParallelTerminationStrategy: PID 28733 died...\u000a02:19:26.821903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28733): Terminated: ok {rc=0}\u000a02:19:26.831542 --- ParallelTerminationStrategy: PID 28736 died...\u000a02:19:26.884260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28736): Terminated: ok {rc=0}\u000a02:19:26.971860 bus /sierra_3: Setting Powered False\u000a02:19:28.073465 bus /sierra_3: Setting Powered False\u000a02:19:29.179559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:19:09" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28748): Process ended prematurely: osmo-stp_10.42.42.5(pid=28748) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28748): Process ended prematurely: osmo-stp_10.42.42.5(pid=28748) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:31.136115 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:31.148569 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:19:31.314376 tst mo_mt_call.py: using LAC 37865\u000a02:19:31.471612 tst mo_mt_call.py: using RAC 125\u000a02:19:31.645472 tst mo_mt_call.py: using CellId 37865\u000a02:19:31.798248 tst mo_mt_call.py: using BVCI 37866\u000a02:19:31.823588 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:31.835100 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:31.846344 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:31.857745 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:31.869237 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:31.880829 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:32.003720 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:32.220423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:32.735705 run create_hlr_db(pid=28742): Launched\u000a02:19:32.925422 bus /sierra_2: Setting Powered False\u000a02:19:33.945257 run create_hlr_db(pid=28742): Terminated: ok {rc=0}\u000a02:19:34.352470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28744): Launched\u000a02:19:34.655888 run osmo-hlr_10.42.42.2(pid=28745): Launched\u000a02:19:34.767188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:35.291912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28747): Launched\u000a02:19:35.595235 run osmo-stp_10.42.42.5(pid=28748): Launched\u000a02:19:35.704242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:36.257478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28750): Launched\u000a02:19:36.561125 run osmo-msc_10.42.42.6(pid=28751): Launched\u000a02:19:36.738352 run osmo-stp_10.42.42.5(pid=28748): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)]\u000a02:19:36.866232 run osmo-stp_10.42.42.5(pid=28748): stdout: \u000a| (launched: 2022-12-14_02:19:35.445779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:36.991880 run osmo-stp_10.42.42.5(pid=28748): stderr: \u000a| �[0;m�[38;5;43m20221214021935616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021935616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021935616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021935617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021935619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021935619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021935619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:37.113565 run osmo-stp_10.42.42.5(pid=28748): stdout: \u000a| (launched: 2022-12-14_02:19:35.445779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:37.233962 run osmo-stp_10.42.42.5(pid=28748): stderr: \u000a| �[0;m�[38;5;43m20221214021935616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021935616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021935616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021935617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021935619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021935619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021935619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:37.287379 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28748): Process ended prematurely: osmo-stp_10.42.42.5(pid=28748) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28748)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:19:37.295646 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:19:37.355455 run osmo-hlr_10.42.42.2(pid=28745): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28745)]\u000a02:19:37.405287 run osmo-hlr_10.42.42.2(pid=28745): stdout: \u000a| (launched: 2022-12-14_02:19:34.506419) \u000a02:19:37.454982 run osmo-hlr_10.42.42.2(pid=28745): stderr: \u000a| �[0;m�[1;31m20221214021934684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021934684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021934684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021934684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021934684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021934684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021934716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021934725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021934725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021934725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:37.522719 run osmo-msc_10.42.42.6(pid=28751): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28751)]\u000a02:19:37.571838 run osmo-msc_10.42.42.6(pid=28751): stdout: \u000a| (launched: 2022-12-14_02:19:36.411143) \u000a02:19:37.621709 run osmo-msc_10.42.42.6(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221214021936683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021936683 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1a5216c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021936684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021936684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021936684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021936684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021936686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021936686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021936686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021936686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:37.663940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28744): Terminating (SIGTERM)\u000a02:19:37.703605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28747): Terminating (SIGTERM)\u000a02:19:37.743276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28750): Terminating (SIGTERM)\u000a02:19:37.752495 --- ParallelTerminationStrategy: PID 28744 died...\u000a02:19:37.806024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28744): Terminated: ok {rc=0}\u000a02:19:37.815723 --- ParallelTerminationStrategy: PID 28747 died...\u000a02:19:37.868641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28747): Terminated: ok {rc=0}\u000a02:19:37.878420 --- ParallelTerminationStrategy: PID 28750 died...\u000a02:19:37.931237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28750): Terminated: ok {rc=0}\u000a02:19:38.014738 bus /sierra_3: Setting Powered False\u000a02:19:39.121428 bus /sierra_3: Setting Powered False\u000a02:19:40.233727 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28760): Process ended prematurely: osmo-stp_10.42.42.5(pid=28760) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28760): Process ended prematurely: osmo-stp_10.42.42.5(pid=28760) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:19:41.343994 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:41.355647 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:19:41.498928 tst mo_mt_call_osmux.py: using LAC 37866\u000a02:19:41.620186 tst mo_mt_call_osmux.py: using RAC 126\u000a02:19:41.740865 tst mo_mt_call_osmux.py: using CellId 37866\u000a02:19:41.861128 tst mo_mt_call_osmux.py: using BVCI 37867\u000a02:19:41.884245 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:41.895155 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:41.905848 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:41.916479 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:41.927154 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:19:41.937974 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:42.058173 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:19:42.260623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:42.744840 run create_hlr_db(pid=28753): Launched\u000a02:19:42.919090 bus /sierra_2: Setting Powered False\u000a02:19:43.940548 run create_hlr_db(pid=28753): Terminated: ok {rc=0}\u000a02:19:44.343987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28756): Launched\u000a02:19:44.646767 run osmo-hlr_10.42.42.2(pid=28757): Launched\u000a02:19:44.756821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:45.280648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28759): Launched\u000a02:19:45.583061 run osmo-stp_10.42.42.5(pid=28760): Launched\u000a02:19:45.692853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:46.291240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28762): Launched\u000a02:19:46.698641 run osmo-msc_10.42.42.6(pid=28763): Launched\u000a02:19:46.992573 run osmo-stp_10.42.42.5(pid=28760): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)]\u000a02:19:47.233153 run osmo-stp_10.42.42.5(pid=28760): stdout: \u000a| (launched: 2022-12-14_02:19:45.434249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:47.370305 run osmo-stp_10.42.42.5(pid=28760): stderr: \u000a| �[0;m�[38;5;43m20221214021945607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021945607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021945607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021945607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021945608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021945608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021945608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:47.498116 run osmo-stp_10.42.42.5(pid=28760): stdout: \u000a| (launched: 2022-12-14_02:19:45.434249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:47.618739 run osmo-stp_10.42.42.5(pid=28760): stderr: \u000a| �[0;m�[38;5;43m20221214021945607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021945607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021945607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021945607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021945608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021945608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021945608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:47.672404 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28760): Process ended prematurely: osmo-stp_10.42.42.5(pid=28760) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28760)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:19:47.680936 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:19:47.740566 run osmo-hlr_10.42.42.2(pid=28757): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28757)]\u000a02:19:47.789564 run osmo-hlr_10.42.42.2(pid=28757): stdout: \u000a| (launched: 2022-12-14_02:19:44.498101) \u000a02:19:47.839110 run osmo-hlr_10.42.42.2(pid=28757): stderr: \u000a| �[0;m�[1;31m20221214021944677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021944677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021944677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021944677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021944677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021944677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021944692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021944700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021944700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021944701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:47.906543 run osmo-msc_10.42.42.6(pid=28763): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28763)]\u000a02:19:47.955248 run osmo-msc_10.42.42.6(pid=28763): stdout: \u000a| (launched: 2022-12-14_02:19:46.447389) \u000a02:19:48.004530 run osmo-msc_10.42.42.6(pid=28763): stderr: \u000a| �[0;m�[38;5;43m20221214021947055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021947055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5211479c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021947055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021947055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021947056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021947056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021947057 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021947058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021947058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021947058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:48.046531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28756): Terminating (SIGTERM)\u000a02:19:48.086115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28759): Terminating (SIGTERM)\u000a02:19:48.125711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28762): Terminating (SIGTERM)\u000a02:19:48.134884 --- ParallelTerminationStrategy: PID 28756 died...\u000a02:19:48.187938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28756): Terminated: ok {rc=0}\u000a02:19:48.197719 --- ParallelTerminationStrategy: PID 28759 died...\u000a02:19:48.251012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28759): Terminated: ok {rc=0}\u000a02:19:48.260733 --- ParallelTerminationStrategy: PID 28762 died...\u000a02:19:48.313314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28762): Terminated: ok {rc=0}\u000a02:19:48.400579 bus /sierra_3: Setting Powered False\u000a02:19:49.502843 bus /sierra_3: Setting Powered False\u000a02:19:50.613883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:19:30" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:19:52.554993 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:52.565797 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:19:52.705618 tst mo_mt_call.py: using LAC 37867\u000a02:19:52.832361 tst mo_mt_call.py: using RAC 127\u000a02:19:52.959370 tst mo_mt_call.py: using CellId 37867\u000a02:19:53.085154 tst mo_mt_call.py: using BVCI 37868\u000a02:19:53.110135 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:53.121996 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:53.133141 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:53.144293 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:53.155800 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:19:53.167343 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:19:53.286354 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:19:53.488616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:19:53.972015 run create_hlr_db(pid=28768): Launched\u000a02:19:54.145557 bus /sierra_2: Setting Powered False\u000a02:19:55.167145 run create_hlr_db(pid=28768): Terminated: ok {rc=0}\u000a02:19:55.601667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Launched\u000a02:19:55.929416 run osmo-hlr_10.42.42.2(pid=28771): Launched\u000a02:19:56.054391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:19:56.622741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Launched\u000a02:19:56.950551 run osmo-stp_10.42.42.5(pid=28774): Launched\u000a02:19:57.069825 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:19:57.666952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Launched\u000a02:19:57.994942 run osmo-msc_10.42.42.6(pid=28777): Launched\u000a02:19:58.186899 run osmo-stp_10.42.42.5(pid=28774): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)]\u000a02:19:58.325933 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-14_02:19:56.789321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:58.464024 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221214021956982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021956982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021956982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021956982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021956985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021956985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021956985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:58.595921 run osmo-stp_10.42.42.5(pid=28774): stdout: \u000a| (launched: 2022-12-14_02:19:56.789321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:19:58.726798 run osmo-stp_10.42.42.5(pid=28774): stderr: \u000a| �[0;m�[38;5;43m20221214021956982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214021956982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214021956982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214021956982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214021956985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214021956985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214021956985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:19:58.784057 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28774): Process ended prematurely: osmo-stp_10.42.42.5(pid=28774) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28774)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:19:58.793256 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:19:58.857077 run osmo-hlr_10.42.42.2(pid=28771): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28771)]\u000a02:19:58.908718 run osmo-hlr_10.42.42.2(pid=28771): stdout: \u000a| (launched: 2022-12-14_02:19:55.768220) \u000a02:19:58.960709 run osmo-hlr_10.42.42.2(pid=28771): stderr: \u000a| �[0;m�[1;31m20221214021955968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214021955968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214021955968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021955968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214021955968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214021955968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214021955980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214021955989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214021955989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214021955989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:19:59.031738 run osmo-msc_10.42.42.6(pid=28777): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28777)]\u000a02:19:59.083272 run osmo-msc_10.42.42.6(pid=28777): stdout: \u000a| (launched: 2022-12-14_02:19:57.833471) \u000a02:19:59.135213 run osmo-msc_10.42.42.6(pid=28777): stderr: \u000a| �[0;m�[38;5;43m20221214021958157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214021958157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42410d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214021958157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214021958157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214021958157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214021958157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214021958159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214021958159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214021958160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214021958160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:19:59.179742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminating (SIGTERM)\u000a02:19:59.222251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminating (SIGTERM)\u000a02:19:59.264440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminating (SIGTERM)\u000a02:19:59.274192 --- ParallelTerminationStrategy: PID 28770 died...\u000a02:19:59.330661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28770): Terminated: ok {rc=0}\u000a02:19:59.340726 --- ParallelTerminationStrategy: PID 28773 died...\u000a02:19:59.396981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28773): Terminated: ok {rc=0}\u000a02:19:59.407000 --- ParallelTerminationStrategy: PID 28776 died...\u000a02:19:59.462961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28776): Terminated: ok {rc=0}\u000a02:19:59.550446 bus /sierra_3: Setting Powered False\u000a02:20:00.655133 bus /sierra_3: Setting Powered False\u000a02:20:01.781241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:02.890896 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:02.902471 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:20:03.053510 tst mo_mt_call_osmux.py: using LAC 37868\u000a02:20:03.181207 tst mo_mt_call_osmux.py: using RAC 128\u000a02:20:03.310415 tst mo_mt_call_osmux.py: using CellId 37868\u000a02:20:03.437945 tst mo_mt_call_osmux.py: using BVCI 37869\u000a02:20:03.462758 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:03.474152 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:03.485289 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:03.496309 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:03.507811 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:20:03.519418 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:20:03.636678 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:20:03.844475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:04.329300 run create_hlr_db(pid=28782): Launched\u000a02:20:04.503596 bus /sierra_2: Setting Powered False\u000a02:20:05.523631 run create_hlr_db(pid=28782): Terminated: ok {rc=0}\u000a02:20:05.956144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Launched\u000a02:20:06.283238 run osmo-hlr_10.42.42.2(pid=28785): Launched\u000a02:20:06.405384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:06.975276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Launched\u000a02:20:07.302228 run osmo-stp_10.42.42.5(pid=28788): Launched\u000a02:20:07.422438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:08.017096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Launched\u000a02:20:08.343673 run osmo-msc_10.42.42.6(pid=28791): Launched\u000a02:20:08.535075 run osmo-stp_10.42.42.5(pid=28788): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)]\u000a02:20:08.673146 run osmo-stp_10.42.42.5(pid=28788): stdout: \u000a| (launched: 2022-12-14_02:20:07.141758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:08.810997 run osmo-stp_10.42.42.5(pid=28788): stderr: \u000a| �[0;m�[38;5;43m20221214022007337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022007337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022007337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022007338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022007338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022007338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022007338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:08.943240 run osmo-stp_10.42.42.5(pid=28788): stdout: \u000a| (launched: 2022-12-14_02:20:07.141758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:09.073597 run osmo-stp_10.42.42.5(pid=28788): stderr: \u000a| �[0;m�[38;5;43m20221214022007337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022007337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022007337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022007338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022007338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022007338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022007338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:09.131056 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28788): Process ended prematurely: osmo-stp_10.42.42.5(pid=28788) [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28788)] [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:20:09.140399 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:20:09.204026 run osmo-hlr_10.42.42.2(pid=28785): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28785)]\u000a02:20:09.256452 run osmo-hlr_10.42.42.2(pid=28785): stdout: \u000a| (launched: 2022-12-14_02:20:06.122716) \u000a02:20:09.309273 run osmo-hlr_10.42.42.2(pid=28785): stderr: \u000a| �[0;m�[1;31m20221214022006321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022006321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022006321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022006321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022006321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022006321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022006334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022006342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022006342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022006342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:09.380803 run osmo-msc_10.42.42.6(pid=28791): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28791)]\u000a02:20:09.432738 run osmo-msc_10.42.42.6(pid=28791): stdout: \u000a| (launched: 2022-12-14_02:20:08.183271) \u000a02:20:09.485333 run osmo-msc_10.42.42.6(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221214022008508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022008508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cbe107c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022008508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022008508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022008508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022008508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022008510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022008510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022008511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022008511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:09.530253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Terminating (SIGTERM)\u000a02:20:09.572901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Terminating (SIGTERM)\u000a02:20:09.615490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Terminating (SIGTERM)\u000a02:20:09.625401 --- ParallelTerminationStrategy: PID 28784 died...\u000a02:20:09.682606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28784): Terminated: ok {rc=0}\u000a02:20:09.692880 --- ParallelTerminationStrategy: PID 28787 died...\u000a02:20:09.749836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28787): Terminated: ok {rc=0}\u000a02:20:09.760101 --- ParallelTerminationStrategy: PID 28790 died...\u000a02:20:09.816605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28790): Terminated: ok {rc=0}\u000a02:20:09.903960 bus /sierra_3: Setting Powered False\u000a02:20:11.009884 bus /sierra_3: Setting Powered False\u000a02:20:12.118051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28802): Process ended prematurely: osmo-stp_10.42.42.5(pid=28802) [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28802): Process ended prematurely: osmo-stp_10.42.42.5(pid=28802) [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:20:14.090832 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:14.102171 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:20:14.254498 tst mo_mt_call.py: using LAC 37869\u000a02:20:14.379631 tst mo_mt_call.py: using RAC 129\u000a02:20:14.505560 tst mo_mt_call.py: using CellId 37869\u000a02:20:14.630717 tst mo_mt_call.py: using BVCI 37870\u000a02:20:14.655472 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:14.666876 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:14.678151 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:14.689369 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:14.700753 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:14.712302 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:14.828073 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:15.026763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:15.510740 run create_hlr_db(pid=28796): Launched\u000a02:20:15.683937 bus /sierra_2: Setting Powered False\u000a02:20:16.709859 run create_hlr_db(pid=28796): Terminated: ok {rc=0}\u000a02:20:17.138327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28798): Launched\u000a02:20:17.442503 run osmo-hlr_10.42.42.2(pid=28799): Launched\u000a02:20:17.553658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:18.077925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28801): Launched\u000a02:20:18.383267 run osmo-stp_10.42.42.5(pid=28802): Launched\u000a02:20:18.492819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:19.044697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28804): Launched\u000a02:20:19.348281 run osmo-msc_10.42.42.6(pid=28805): Launched\u000a02:20:19.525696 run osmo-stp_10.42.42.5(pid=28802): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)]\u000a02:20:19.654359 run osmo-stp_10.42.42.5(pid=28802): stdout: \u000a| (launched: 2022-12-14_02:20:18.231146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:19.779791 run osmo-stp_10.42.42.5(pid=28802): stderr: \u000a| �[0;m�[38;5;43m20221214022018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022018404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022018404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022018405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022018405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:19.901471 run osmo-stp_10.42.42.5(pid=28802): stdout: \u000a| (launched: 2022-12-14_02:20:18.231146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:20.021514 run osmo-stp_10.42.42.5(pid=28802): stderr: \u000a| �[0;m�[38;5;43m20221214022018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022018403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022018404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022018404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022018404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022018405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022018405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:20.074392 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28802): Process ended prematurely: osmo-stp_10.42.42.5(pid=28802) [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28802)] [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:20:20.082955 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:20:20.142349 run osmo-hlr_10.42.42.2(pid=28799): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28799)]\u000a02:20:20.191404 run osmo-hlr_10.42.42.2(pid=28799): stdout: \u000a| (launched: 2022-12-14_02:20:17.293213) \u000a02:20:20.241020 run osmo-hlr_10.42.42.2(pid=28799): stderr: \u000a| �[0;m�[1;31m20221214022017472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022017472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022017472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022017472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022017472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022017472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022017489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022017498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022017499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022017499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:20.308488 run osmo-msc_10.42.42.6(pid=28805): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28805)]\u000a02:20:20.357621 run osmo-msc_10.42.42.6(pid=28805): stdout: \u000a| (launched: 2022-12-14_02:20:19.198148) \u000a02:20:20.407142 run osmo-msc_10.42.42.6(pid=28805): stderr: \u000a| �[0;m�[38;5;43m20221214022019473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022019473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecfde8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022019473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022019474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022019474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022019474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022019476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022019476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022019476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022019476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:20.449362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28798): Terminating (SIGTERM)\u000a02:20:20.489218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28801): Terminating (SIGTERM)\u000a02:20:20.529576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28804): Terminating (SIGTERM)\u000a02:20:20.538847 --- ParallelTerminationStrategy: PID 28798 died...\u000a02:20:20.592011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28798): Terminated: ok {rc=0}\u000a02:20:20.601734 --- ParallelTerminationStrategy: PID 28801 died...\u000a02:20:20.654888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28801): Terminated: ok {rc=0}\u000a02:20:20.664487 --- ParallelTerminationStrategy: PID 28804 died...\u000a02:20:20.717172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28804): Terminated: ok {rc=0}\u000a02:20:20.804843 bus /sierra_3: Setting Powered False\u000a02:20:21.907337 bus /sierra_3: Setting Powered False\u000a02:20:23.018934 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28813): Process ended prematurely: osmo-stp_10.42.42.5(pid=28813) [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28813): Process ended prematurely: osmo-stp_10.42.42.5(pid=28813) [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:24.129281 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:24.140696 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:20:24.288802 tst mo_mt_call_osmux.py: using LAC 37870\u000a02:20:24.405714 tst mo_mt_call_osmux.py: using RAC 130\u000a02:20:24.523071 tst mo_mt_call_osmux.py: using CellId 37870\u000a02:20:24.642991 tst mo_mt_call_osmux.py: using BVCI 37871\u000a02:20:24.666078 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:24.677145 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:24.687831 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:24.698555 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:24.709388 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:20:24.720138 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:24.841866 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:20:25.045845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:25.534023 run create_hlr_db(pid=28807): Launched\u000a02:20:25.722999 bus /sierra_2: Setting Powered False\u000a02:20:26.743654 run create_hlr_db(pid=28807): Terminated: ok {rc=0}\u000a02:20:27.150932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28809): Launched\u000a02:20:27.457327 run osmo-hlr_10.42.42.2(pid=28810): Launched\u000a02:20:27.568939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:28.094683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28812): Launched\u000a02:20:28.399082 run osmo-stp_10.42.42.5(pid=28813): Launched\u000a02:20:28.509908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:29.065316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28815): Launched\u000a02:20:29.369896 run osmo-msc_10.42.42.6(pid=28816): Launched\u000a02:20:29.547952 run osmo-stp_10.42.42.5(pid=28813): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)]\u000a02:20:29.676477 run osmo-stp_10.42.42.5(pid=28813): stdout: \u000a| (launched: 2022-12-14_02:20:28.249168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:29.802824 run osmo-stp_10.42.42.5(pid=28813): stderr: \u000a| �[0;m�[38;5;43m20221214022028420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022028420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022028421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022028421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022028422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022028422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022028422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:29.924632 run osmo-stp_10.42.42.5(pid=28813): stdout: \u000a| (launched: 2022-12-14_02:20:28.249168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:30.045433 run osmo-stp_10.42.42.5(pid=28813): stderr: \u000a| �[0;m�[38;5;43m20221214022028420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022028420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022028421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022028421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022028422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022028422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022028422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:30.098557 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28813): Process ended prematurely: osmo-stp_10.42.42.5(pid=28813) [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28813)] [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:20:30.107131 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:20:30.166539 run osmo-hlr_10.42.42.2(pid=28810): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28810)]\u000a02:20:30.215343 run osmo-hlr_10.42.42.2(pid=28810): stdout: \u000a| (launched: 2022-12-14_02:20:27.305782) \u000a02:20:30.264849 run osmo-hlr_10.42.42.2(pid=28810): stderr: \u000a| �[0;m�[1;31m20221214022027486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022027486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022027486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022027486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022027486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022027486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022027501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022027511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022027511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022027511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:30.332406 run osmo-msc_10.42.42.6(pid=28816): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28816)]\u000a02:20:30.381314 run osmo-msc_10.42.42.6(pid=28816): stdout: \u000a| (launched: 2022-12-14_02:20:29.219325) \u000a02:20:30.431025 run osmo-msc_10.42.42.6(pid=28816): stderr: \u000a| �[0;m�[38;5;43m20221214022029493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022029493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3030e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022029494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022029494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022029494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022029494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022029496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022029496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022029496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022029496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:30.472729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28809): Terminating (SIGTERM)\u000a02:20:30.512581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28812): Terminating (SIGTERM)\u000a02:20:30.552173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28815): Terminating (SIGTERM)\u000a02:20:30.561484 --- ParallelTerminationStrategy: PID 28809 died...\u000a02:20:30.615175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28809): Terminated: ok {rc=0}\u000a02:20:30.624710 --- ParallelTerminationStrategy: PID 28812 died...\u000a02:20:30.677721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28812): Terminated: ok {rc=0}\u000a02:20:30.687289 --- ParallelTerminationStrategy: PID 28815 died...\u000a02:20:30.740045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28815): Terminated: ok {rc=0}\u000a02:20:30.828339 bus /sierra_3: Setting Powered False\u000a02:20:31.949037 bus /sierra_3: Setting Powered False\u000a02:20:33.058938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:20:13" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28827): Process ended prematurely: osmo-stp_10.42.42.5(pid=28827) [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28827)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28827): Process ended prematurely: osmo-stp_10.42.42.5(pid=28827) [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:20:35.019000 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:35.030225 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:20:35.184257 tst mo_mt_call.py: using LAC 37871\u000a02:20:35.313952 tst mo_mt_call.py: using RAC 131\u000a02:20:35.443271 tst mo_mt_call.py: using CellId 37871\u000a02:20:35.571039 tst mo_mt_call.py: using BVCI 37872\u000a02:20:35.596060 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:35.607401 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:35.618390 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:35.629778 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:35.641134 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:35.652455 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:35.768363 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:35.980041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:36.492803 run create_hlr_db(pid=28821): Launched\u000a02:20:36.681950 bus /sierra_2: Setting Powered False\u000a02:20:37.702882 run create_hlr_db(pid=28821): Terminated: ok {rc=0}\u000a02:20:38.137525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28823): Launched\u000a02:20:38.464632 run osmo-hlr_10.42.42.2(pid=28824): Launched\u000a02:20:38.584750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:39.155505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28826): Launched\u000a02:20:39.483479 run osmo-stp_10.42.42.5(pid=28827): Launched\u000a02:20:39.602832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:40.201942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28829): Launched\u000a02:20:40.529511 run osmo-msc_10.42.42.6(pid=28830): Launched\u000a02:20:40.721471 run osmo-stp_10.42.42.5(pid=28827): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28827)]\u000a02:20:40.859844 run osmo-stp_10.42.42.5(pid=28827): stdout: \u000a| (launched: 2022-12-14_02:20:39.321648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:40.998360 run osmo-stp_10.42.42.5(pid=28827): stderr: \u000a| �[0;m�[38;5;43m20221214022039516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022039516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022039516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022039517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022039519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022039519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022039519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:41.130108 run osmo-stp_10.42.42.5(pid=28827): stdout: \u000a| (launched: 2022-12-14_02:20:39.321648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:41.260361 run osmo-stp_10.42.42.5(pid=28827): stderr: \u000a| �[0;m�[38;5;43m20221214022039516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022039516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022039516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022039517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022039519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022039519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022039519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:41.317954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28827): Process ended prematurely: osmo-stp_10.42.42.5(pid=28827) [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28827)] [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:20:41.327436 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:20:41.391000 run osmo-hlr_10.42.42.2(pid=28824): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28824)]\u000a02:20:41.443050 run osmo-hlr_10.42.42.2(pid=28824): stdout: \u000a| (launched: 2022-12-14_02:20:38.303299) \u000a02:20:41.495625 run osmo-hlr_10.42.42.2(pid=28824): stderr: \u000a| �[0;m�[1;31m20221214022038504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022038504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022038504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022038504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022038504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022038504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022038517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022038525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022038525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022038525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:41.567383 run osmo-msc_10.42.42.6(pid=28830): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28830)]\u000a02:20:41.619332 run osmo-msc_10.42.42.6(pid=28830): stdout: \u000a| (launched: 2022-12-14_02:20:40.368328) \u000a02:20:41.672038 run osmo-msc_10.42.42.6(pid=28830): stderr: \u000a| �[0;m�[38;5;43m20221214022040693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022040693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff865465c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022040693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022040693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022040693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022040694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022040696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022040696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022040696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022040696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:41.716885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28823): Terminating (SIGTERM)\u000a02:20:41.759582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28826): Terminating (SIGTERM)\u000a02:20:41.802191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28829): Terminating (SIGTERM)\u000a02:20:41.812008 --- ParallelTerminationStrategy: PID 28823 died...\u000a02:20:41.869042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28823): Terminated: ok {rc=0}\u000a02:20:41.879598 --- ParallelTerminationStrategy: PID 28826 died...\u000a02:20:41.936848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28826): Terminated: ok {rc=0}\u000a02:20:41.947437 --- ParallelTerminationStrategy: PID 28829 died...\u000a02:20:42.004036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28829): Terminated: ok {rc=0}\u000a02:20:42.090214 bus /sierra_3: Setting Powered False\u000a02:20:43.196879 bus /sierra_3: Setting Powered False\u000a02:20:44.309676 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:20:45.420115 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:45.431458 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:20:45.576126 tst mo_mt_call_osmux.py: using LAC 37872\u000a02:20:45.695135 tst mo_mt_call_osmux.py: using RAC 132\u000a02:20:45.816130 tst mo_mt_call_osmux.py: using CellId 37872\u000a02:20:45.982835 tst mo_mt_call_osmux.py: using BVCI 37873\u000a02:20:46.009536 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:46.021834 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:46.034260 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:46.046485 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:46.059807 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:20:46.074167 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:46.195365 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:20:46.398217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:46.927509 run create_hlr_db(pid=28832): Launched\u000a02:20:47.104648 bus /sierra_2: Setting Powered False\u000a02:20:48.123563 run create_hlr_db(pid=28832): Terminated: ok {rc=0}\u000a02:20:48.526671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Launched\u000a02:20:48.830660 run osmo-hlr_10.42.42.2(pid=28835): Launched\u000a02:20:48.950147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:20:49.482734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Launched\u000a02:20:49.785371 run osmo-stp_10.42.42.5(pid=28838): Launched\u000a02:20:49.907788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:20:50.472162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Launched\u000a02:20:50.778122 run osmo-msc_10.42.42.6(pid=28841): Launched\u000a02:20:50.956375 run osmo-stp_10.42.42.5(pid=28838): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)]\u000a02:20:51.085261 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-14_02:20:49.636461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:51.211505 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221214022049810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022049810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022049810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022049811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022049811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022049811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022049811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:51.333503 run osmo-stp_10.42.42.5(pid=28838): stdout: \u000a| (launched: 2022-12-14_02:20:49.636461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:20:51.454606 run osmo-stp_10.42.42.5(pid=28838): stderr: \u000a| �[0;m�[38;5;43m20221214022049810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022049810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022049810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022049811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022049811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022049811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022049811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:20:51.507985 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28838): Process ended prematurely: osmo-stp_10.42.42.5(pid=28838) [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28838)] [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:20:51.516465 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:20:51.576260 run osmo-hlr_10.42.42.2(pid=28835): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28835)]\u000a02:20:51.625396 run osmo-hlr_10.42.42.2(pid=28835): stdout: \u000a| (launched: 2022-12-14_02:20:48.681125) \u000a02:20:51.675177 run osmo-hlr_10.42.42.2(pid=28835): stderr: \u000a| �[0;m�[1;31m20221214022048859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022048859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022048859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022048859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022048859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022048859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022048871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022048880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022048881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022048881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:20:51.743124 run osmo-msc_10.42.42.6(pid=28841): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28841)]\u000a02:20:51.792460 run osmo-msc_10.42.42.6(pid=28841): stdout: \u000a| (launched: 2022-12-14_02:20:50.626523) \u000a02:20:51.842291 run osmo-msc_10.42.42.6(pid=28841): stderr: \u000a| �[0;m�[38;5;43m20221214022050899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022050900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bfe081c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022050900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022050900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022050900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022050900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022050902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022050902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022050902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022050902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:20:51.884641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminating (SIGTERM)\u000a02:20:51.924457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminating (SIGTERM)\u000a02:20:51.964079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Terminating (SIGTERM)\u000a02:20:51.973396 --- ParallelTerminationStrategy: PID 28834 died...\u000a02:20:52.026476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28834): Terminated: ok {rc=0}\u000a02:20:52.035982 --- ParallelTerminationStrategy: PID 28837 died...\u000a02:20:52.088847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28837): Terminated: ok {rc=0}\u000a02:20:52.098450 --- ParallelTerminationStrategy: PID 28840 died...\u000a02:20:52.151171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28840): Terminated: ok {rc=0}\u000a02:20:52.233951 bus /sierra_3: Setting Powered False\u000a02:20:53.339936 bus /sierra_3: Setting Powered False\u000a02:20:54.448644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:20:34" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:20:56.422665 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:56.433448 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a02:20:56.566649 tst emergency_mo_mt_call.py: using LAC 37873\u000a02:20:56.692766 tst emergency_mo_mt_call.py: using RAC 133\u000a02:20:56.817537 tst emergency_mo_mt_call.py: using CellId 37873\u000a02:20:56.942738 tst emergency_mo_mt_call.py: using BVCI 37874\u000a02:20:56.967131 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:56.978132 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:56.988923 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:56.999642 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:57.010805 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:20:57.021853 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:57.139746 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:20:57.336282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:20:57.814180 run create_hlr_db(pid=28850): Launched\u000a02:20:57.986289 bus /sierra_2: Setting Powered False\u000a02:20:59.007757 run create_hlr_db(pid=28850): Terminated: ok {rc=0}\u000a02:20:59.406322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Launched\u000a02:20:59.703666 run osmo-hlr_10.42.42.2(pid=28853): Launched\u000a02:20:59.817640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:00.344920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Launched\u000a02:21:00.642691 run osmo-stp_10.42.42.5(pid=28856): Launched\u000a02:21:00.765419 tst emergency_mo_mt_call.py: using MSISDN 8457\u000a02:21:00.927811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:21:01.499046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Launched\u000a02:21:01.903935 run osmo-msc_10.42.42.6(pid=28859): Launched\u000a02:21:02.210153 run osmo-stp_10.42.42.5(pid=28856): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a02:21:02.360703 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-14_02:21:00.495952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:02.500560 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221214022100668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022100668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022100668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022100668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022100669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022100669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022100669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:02.630178 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-14_02:21:00.495952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:02.758478 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221214022100668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022100668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022100668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022100668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022100669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022100669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022100669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:02.814354 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)] [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a02:21:02.822901 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a02:21:02.886234 run osmo-hlr_10.42.42.2(pid=28853): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28853)]\u000a02:21:02.937786 run osmo-hlr_10.42.42.2(pid=28853): stdout: \u000a| (launched: 2022-12-14_02:20:59.557149) \u000a02:21:02.989623 run osmo-hlr_10.42.42.2(pid=28853): stderr: \u000a| �[0;m�[1;31m20221214022059736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022059736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022059736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022059736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022059736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022059736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022059749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022059757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022059757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022059757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:03.060356 run osmo-msc_10.42.42.6(pid=28859): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28859)]\u000a02:21:03.111891 run osmo-msc_10.42.42.6(pid=28859): stdout: \u000a| (launched: 2022-12-14_02:21:01.653430) \u000a02:21:03.163726 run osmo-msc_10.42.42.6(pid=28859): stderr: \u000a| �[0;m�[38;5;43m20221214022102237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022102237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb17114cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022102237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022102237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022102238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022102238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022102239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022102241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022102241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022102241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:21:03.208016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminating (SIGTERM)\u000a02:21:03.250399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminating (SIGTERM)\u000a02:21:03.292328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminating (SIGTERM)\u000a02:21:03.302077 --- ParallelTerminationStrategy: PID 28852 died...\u000a02:21:03.358584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminated: ok {rc=0}\u000a02:21:03.368628 --- ParallelTerminationStrategy: PID 28855 died...\u000a02:21:03.424694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminated: ok {rc=0}\u000a02:21:03.434697 --- ParallelTerminationStrategy: PID 28858 died...\u000a02:21:03.490692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminated: ok {rc=0}\u000a02:21:03.577958 bus /sierra_3: Setting Powered False\u000a02:21:04.683159 bus /sierra_3: Setting Powered False\u000a02:21:05.795220 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28867): Process ended prematurely: osmo-stp_10.42.42.5(pid=28867) [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28867): Process ended prematurely: osmo-stp_10.42.42.5(pid=28867) [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:21:06.847316 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:06.859437 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:06.981567 tst emergency_preemptive_call.py: using LAC 37874\u000a02:21:07.098394 tst emergency_preemptive_call.py: using RAC 134\u000a02:21:07.215009 tst emergency_preemptive_call.py: using CellId 37874\u000a02:21:07.339994 tst emergency_preemptive_call.py: using BVCI 37875\u000a02:21:07.364635 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:07.375664 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:07.386660 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:07.397572 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:07.408762 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a02:21:07.419785 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:07.538125 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:07.657076 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:07.774232 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:07.971584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:08.452667 run create_hlr_db(pid=28861): Launched\u000a02:21:08.624773 bus /sierra_2: Setting Powered False\u000a02:21:09.646762 run create_hlr_db(pid=28861): Terminated: ok {rc=0}\u000a02:21:10.071740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28863): Launched\u000a02:21:10.370247 run osmo-hlr_10.42.42.2(pid=28864): Launched\u000a02:21:10.486930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:11.012367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28866): Launched\u000a02:21:11.309847 run osmo-stp_10.42.42.5(pid=28867): Launched\u000a02:21:11.433904 tst emergency_preemptive_call.py: using MSISDN 8458\u000a02:21:11.580415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:21:12.122710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28869): Launched\u000a02:21:12.420295 run osmo-msc_10.42.42.6(pid=28870): Launched\u000a02:21:12.595580 run osmo-stp_10.42.42.5(pid=28867): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)]\u000a02:21:12.722235 run osmo-stp_10.42.42.5(pid=28867): stdout: \u000a| (launched: 2022-12-14_02:21:11.163149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:12.845588 run osmo-stp_10.42.42.5(pid=28867): stderr: \u000a| �[0;m�[38;5;43m20221214022111332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022111332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022111333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022111334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022111336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022111336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022111336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:12.965544 run osmo-stp_10.42.42.5(pid=28867): stdout: \u000a| (launched: 2022-12-14_02:21:11.163149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:13.082788 run osmo-stp_10.42.42.5(pid=28867): stderr: \u000a| �[0;m�[38;5;43m20221214022111332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022111332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022111333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022111334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022111336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022111336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022111336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:13.134677 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28867): Process ended prematurely: osmo-stp_10.42.42.5(pid=28867) [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)] [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a02:21:13.142629 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a02:21:13.202106 run osmo-hlr_10.42.42.2(pid=28864): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28864)]\u000a02:21:13.250574 run osmo-hlr_10.42.42.2(pid=28864): stdout: \u000a| (launched: 2022-12-14_02:21:10.223855) \u000a02:21:13.299517 run osmo-hlr_10.42.42.2(pid=28864): stderr: \u000a| �[0;m�[1;31m20221214022110400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022110400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022110400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022110400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022110400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022110400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022110412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022110423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022110423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022110423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:13.366417 run osmo-msc_10.42.42.6(pid=28870): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28870)]\u000a02:21:13.414864 run osmo-msc_10.42.42.6(pid=28870): stdout: \u000a| (launched: 2022-12-14_02:21:12.273378) \u000a02:21:13.463862 run osmo-msc_10.42.42.6(pid=28870): stderr: \u000a| �[0;m�[38;5;43m20221214022112547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022112547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44ab1b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022112547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022112547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022112547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022112547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022112549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022112550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022112550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022112550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:21:13.505492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28863): Terminating (SIGTERM)\u000a02:21:13.544729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28866): Terminating (SIGTERM)\u000a02:21:13.584003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28869): Terminating (SIGTERM)\u000a02:21:13.593201 --- ParallelTerminationStrategy: PID 28863 died...\u000a02:21:13.645661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28863): Terminated: ok {rc=0}\u000a02:21:13.655522 --- ParallelTerminationStrategy: PID 28866 died...\u000a02:21:13.707978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28866): Terminated: ok {rc=0}\u000a02:21:13.717628 --- ParallelTerminationStrategy: PID 28869 died...\u000a02:21:13.770185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28869): Terminated: ok {rc=0}\u000a02:21:13.857124 bus /sierra_9: Setting Powered False\u000a02:21:14.959755 bus /sierra_9: Setting Powered False\u000a02:21:16.087343 bus /sierra_8: Setting Powered False\u000a02:21:17.201125 bus /sierra_8: Setting Powered False\u000a02:21:18.306364 bus /sierra_3: Setting Powered False\u000a02:21:19.412468 bus /sierra_3: Setting Powered False\u000a02:21:20.519253 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:20:56" }, { "cases" : [ { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28885): Process ended prematurely: osmo-stp_10.42.42.5(pid=28885) [trial-2398↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28885)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28885): Process ended prematurely: osmo-stp_10.42.42.5(pid=28885) [trial-2398↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:21:22.605780 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:22.616453 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:22.744312 tst cs_paging_gprs_active.py: using LAC 37875\u000a02:21:22.870712 tst cs_paging_gprs_active.py: using RAC 135\u000a02:21:22.998515 tst cs_paging_gprs_active.py: using CellId 37875\u000a02:21:23.125299 tst cs_paging_gprs_active.py: using BVCI 37876\u000a02:21:23.150335 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.161195 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.171776 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.182503 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.193415 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.204204 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.215282 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.226303 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:23.237364 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:23.352533 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:23.648726 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:21:23.786037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:24.125380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28875): Launched\u000a02:21:24.407343 run iperf3-srv_10.42.42.10(pid=28876): Launched\u000a02:21:24.608238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:21:24.745064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:25.084289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28877): Launched\u000a02:21:25.366003 run iperf3-srv_10.42.42.10(pid=28878): Launched\u000a02:21:25.566765 tst cs_paging_gprs_active.py:38: start network...\u000a02:21:25.703491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:26.218191 run create_hlr_db(pid=28879): Launched\u000a02:21:26.406921 bus /sierra_2: Setting Powered False\u000a02:21:27.428880 run create_hlr_db(pid=28879): Terminated: ok {rc=0}\u000a02:21:27.836611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28881): Launched\u000a02:21:28.141921 run osmo-hlr_10.42.42.2(pid=28882): Launched\u000a02:21:28.263571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:28.793917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28884): Launched\u000a02:21:29.099885 run osmo-stp_10.42.42.5(pid=28885): Launched\u000a02:21:29.211162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:29.740189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28887): Launched\u000a02:21:29.847782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:30.113969 run patchelf(pid=28888): Launched\u000a02:21:30.291161 run osmo-stp_10.42.42.5(pid=28885): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28885)]\u000a02:21:30.420519 run osmo-stp_10.42.42.5(pid=28885): stdout: \u000a| (launched: 2022-12-14_02:21:28.948051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:30.549908 run osmo-stp_10.42.42.5(pid=28885): stderr: \u000a| �[0;m�[38;5;43m20221214022129121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022129121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022129121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022129122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022129122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022129122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022129122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:30.674950 run osmo-stp_10.42.42.5(pid=28885): stdout: \u000a| (launched: 2022-12-14_02:21:28.948051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:30.799134 run osmo-stp_10.42.42.5(pid=28885): stderr: \u000a| �[0;m�[38;5;43m20221214022129121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022129121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022129121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022129122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022129122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022129122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022129122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:30.979104 run patchelf(pid=28888): Terminating (SIGINT)\u000a02:21:31.171721 run patchelf(pid=28888): Terminated: ok {rc=0}\u000a02:21:31.207323 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28885): Process ended prematurely: osmo-stp_10.42.42.5(pid=28885) [trial-2398↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28885)] [trial-2398↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a02:21:31.218494 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:21:31.287322 run osmo-hlr_10.42.42.2(pid=28882): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28882)]\u000a02:21:31.342441 run osmo-hlr_10.42.42.2(pid=28882): stdout: \u000a| (launched: 2022-12-14_02:21:27.991038) \u000a02:21:31.398094 run osmo-hlr_10.42.42.2(pid=28882): stderr: \u000a| �[0;m�[1;31m20221214022128168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022128168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022128168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022128168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022128168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022128168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022128180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022128191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022128191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022128191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:31.446891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28875): Terminating (SIGTERM)\u000a02:21:31.493056 run iperf3-srv_10.42.42.10(pid=28876): Terminating (SIGTERM)\u000a02:21:31.538366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28877): Terminating (SIGTERM)\u000a02:21:31.583234 run iperf3-srv_10.42.42.10(pid=28878): Terminating (SIGTERM)\u000a02:21:31.628075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28881): Terminating (SIGTERM)\u000a02:21:31.676186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28884): Terminating (SIGTERM)\u000a02:21:31.722937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28887): Terminating (SIGTERM)\u000a02:21:31.734129 --- ParallelTerminationStrategy: PID 28875 died...\u000a02:21:31.796164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28875): Terminated: ok {rc=0}\u000a02:21:31.808258 --- ParallelTerminationStrategy: PID 28876 died...\u000a02:21:31.867987 run iperf3-srv_10.42.42.10(pid=28876): Terminated {rc=256}\u000a02:21:31.879857 --- ParallelTerminationStrategy: PID 28877 died...\u000a02:21:31.938876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28877): Terminated: ok {rc=0}\u000a02:21:31.950233 --- ParallelTerminationStrategy: PID 28878 died...\u000a02:21:32.010253 run iperf3-srv_10.42.42.10(pid=28878): Terminated {rc=256}\u000a02:21:32.022151 --- ParallelTerminationStrategy: PID 28881 died...\u000a02:21:32.082152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28881): Terminated: ok {rc=0}\u000a02:21:32.093390 --- ParallelTerminationStrategy: PID 28884 died...\u000a02:21:32.153233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28884): Terminated: ok {rc=0}\u000a02:21:32.163955 --- ParallelTerminationStrategy: PID 28887 died...\u000a02:21:32.221617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28887): Terminated: ok {rc=0}\u000a02:21:32.309231 bus /gobi_0: Setting Powered False\u000a02:21:33.414848 bus /gobi_0: Setting Powered False\u000a02:21:34.524585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 256, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28897): Process ended prematurely: osmo-stp_10.42.42.5(pid=28897) [trial-2398↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28897)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28897): Process ended prematurely: osmo-stp_10.42.42.5(pid=28897) [trial-2398↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a02:21:35.638632 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:35.650136 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:35.773160 tst iperf3.py: using LAC 37876\u000a02:21:35.891844 tst iperf3.py: using RAC 136\u000a02:21:36.015906 tst iperf3.py: using CellId 37876\u000a02:21:36.133137 tst iperf3.py: using BVCI 37877\u000a02:21:36.156210 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.166561 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.176820 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.187001 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.197013 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.207045 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.217271 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.227395 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:36.237644 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:36.536381 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:21:36.673650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:37.012397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Launched\u000a02:21:37.294793 run iperf3-srv_10.42.42.10(pid=28890): Launched\u000a02:21:37.496165 tst iperf3.py:8: start network...\u000a02:21:37.632822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:38.148791 run create_hlr_db(pid=28891): Launched\u000a02:21:38.338245 bus /gobi_6: Setting Powered False\u000a02:21:39.359619 run create_hlr_db(pid=28891): Terminated: ok {rc=0}\u000a02:21:39.766976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28893): Launched\u000a02:21:40.071432 run osmo-hlr_10.42.42.2(pid=28894): Launched\u000a02:21:40.190991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:40.726239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28896): Launched\u000a02:21:41.029796 run osmo-stp_10.42.42.5(pid=28897): Launched\u000a02:21:41.140678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:41.672347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28899): Launched\u000a02:21:41.780314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:42.045593 run patchelf(pid=28900): Launched\u000a02:21:42.222684 run osmo-stp_10.42.42.5(pid=28897): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28897)]\u000a02:21:42.351879 run osmo-stp_10.42.42.5(pid=28897): stdout: \u000a| (launched: 2022-12-14_02:21:40.880050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:42.481191 run osmo-stp_10.42.42.5(pid=28897): stderr: \u000a| �[0;m�[38;5;43m20221214022141053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022141053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022141053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022141054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022141054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022141054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022141054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:42.607048 run osmo-stp_10.42.42.5(pid=28897): stdout: \u000a| (launched: 2022-12-14_02:21:40.880050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:42.731266 run osmo-stp_10.42.42.5(pid=28897): stderr: \u000a| �[0;m�[38;5;43m20221214022141053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022141053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022141053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022141054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022141054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022141054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022141054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:42.876104 run patchelf(pid=28900): Terminating (SIGINT)\u000a02:21:43.047106 run patchelf(pid=28900): Terminated: ok {rc=0}\u000a02:21:43.078350 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28897): Process ended prematurely: osmo-stp_10.42.42.5(pid=28897) [trial-2398↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28897)] [trial-2398↪gprs:oc2g↪iperf3.py:8]\u000a02:21:43.087551 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:21:43.147487 run osmo-hlr_10.42.42.2(pid=28894): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28894)]\u000a02:21:43.196615 run osmo-hlr_10.42.42.2(pid=28894): stdout: \u000a| (launched: 2022-12-14_02:21:39.921453) \u000a02:21:43.246106 run osmo-hlr_10.42.42.2(pid=28894): stderr: \u000a| �[0;m�[1;31m20221214022140098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022140098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022140098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022140098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022140098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022140098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022140110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022140119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022140119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022140119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:43.288193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Terminating (SIGTERM)\u000a02:21:43.327855 run iperf3-srv_10.42.42.10(pid=28890): Terminating (SIGTERM)\u000a02:21:43.367506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28893): Terminating (SIGTERM)\u000a02:21:43.407037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28896): Terminating (SIGTERM)\u000a02:21:43.446649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28899): Terminating (SIGTERM)\u000a02:21:43.455870 --- ParallelTerminationStrategy: PID 28889 died...\u000a02:21:43.508874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28889): Terminated: ok {rc=0}\u000a02:21:43.518533 --- ParallelTerminationStrategy: PID 28890 died...\u000a02:21:43.571305 run iperf3-srv_10.42.42.10(pid=28890): Terminated {rc=256}\u000a02:21:43.580940 --- ParallelTerminationStrategy: PID 28893 died...\u000a02:21:43.633766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28893): Terminated: ok {rc=0}\u000a02:21:43.643361 --- ParallelTerminationStrategy: PID 28896 died...\u000a02:21:43.696317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28896): Terminated: ok {rc=0}\u000a02:21:43.705969 --- ParallelTerminationStrategy: PID 28899 died...\u000a02:21:43.758880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28899): Terminated: ok {rc=0}\u000a02:21:43.847080 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28915): Process ended prematurely: osmo-stp_10.42.42.5(pid=28915) [trial-2398↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28915)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28915): Process ended prematurely: osmo-stp_10.42.42.5(pid=28915) [trial-2398↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a02:21:44.957621 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:44.968638 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:21:45.093155 tst iperf3m4.py: using LAC 37877\u000a02:21:45.214697 tst iperf3m4.py: using RAC 137\u000a02:21:45.335990 tst iperf3m4.py: using CellId 37877\u000a02:21:45.457588 tst iperf3m4.py: using BVCI 37878\u000a02:21:45.480769 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.491163 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.501440 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.511719 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.521817 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.531850 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.542152 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.552270 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:21:45.562548 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:45.685534 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:45.805549 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:45.953619 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:21:46.248067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:21:46.388931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:46.750923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28901): Launched\u000a02:21:47.053919 run iperf3-srv_10.42.42.10(pid=28902): Launched\u000a02:21:47.259208 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:21:47.396182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:47.734719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28903): Launched\u000a02:21:48.017298 run iperf3-srv_10.42.42.10(pid=28904): Launched\u000a02:21:48.217827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:21:48.354430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:48.692724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28905): Launched\u000a02:21:48.974370 run iperf3-srv_10.42.42.10(pid=28906): Launched\u000a02:21:49.174048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:21:49.310630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:21:49.648467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28907): Launched\u000a02:21:49.930457 run iperf3-srv_10.42.42.10(pid=28908): Launched\u000a02:21:50.130440 tst iperf3m4.py:8: start network...\u000a02:21:50.266959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:21:50.782689 run create_hlr_db(pid=28909): Launched\u000a02:21:50.972534 bus /gobi_6: Setting Powered False\u000a02:21:51.993648 run create_hlr_db(pid=28909): Terminated: ok {rc=0}\u000a02:21:52.429242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28911): Launched\u000a02:21:52.758275 run osmo-hlr_10.42.42.2(pid=28912): Launched\u000a02:21:52.881978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:21:53.449781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28914): Launched\u000a02:21:53.777591 run osmo-stp_10.42.42.5(pid=28915): Launched\u000a02:21:53.896688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:21:54.468787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28917): Launched\u000a02:21:54.586183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:21:54.871165 run patchelf(pid=28918): Launched\u000a02:21:55.062152 run osmo-stp_10.42.42.5(pid=28915): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28915)]\u000a02:21:55.201463 run osmo-stp_10.42.42.5(pid=28915): stdout: \u000a| (launched: 2022-12-14_02:21:53.615728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:55.341327 run osmo-stp_10.42.42.5(pid=28915): stderr: \u000a| �[0;m�[38;5;43m20221214022153809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022153809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022153809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022153809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022153810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022153810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022153810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:55.476532 run osmo-stp_10.42.42.5(pid=28915): stdout: \u000a| (launched: 2022-12-14_02:21:53.615728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:21:55.610462 run osmo-stp_10.42.42.5(pid=28915): stderr: \u000a| �[0;m�[38;5;43m20221214022153809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022153809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022153809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022153809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022153810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022153810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022153810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:21:55.767128 run patchelf(pid=28918): Terminating (SIGINT)\u000a02:21:55.952315 run patchelf(pid=28918): Terminated: ok {rc=0}\u000a02:21:55.986155 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28915): Process ended prematurely: osmo-stp_10.42.42.5(pid=28915) [trial-2398↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28915)] [trial-2398↪gprs:oc2g↪iperf3m4.py:8]\u000a02:21:55.996028 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a02:21:56.059764 run osmo-hlr_10.42.42.2(pid=28912): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28912)]\u000a02:21:56.111483 run osmo-hlr_10.42.42.2(pid=28912): stdout: \u000a| (launched: 2022-12-14_02:21:52.595637) \u000a02:21:56.163701 run osmo-hlr_10.42.42.2(pid=28912): stderr: \u000a| �[0;m�[1;31m20221214022152793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022152793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022152793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022152793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022152793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022152793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022152806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022152814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022152814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022152814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:21:56.208520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28901): Terminating (SIGTERM)\u000a02:21:56.250615 run iperf3-srv_10.42.42.10(pid=28902): Terminating (SIGTERM)\u000a02:21:56.293287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28903): Terminating (SIGTERM)\u000a02:21:56.335015 run iperf3-srv_10.42.42.10(pid=28904): Terminating (SIGTERM)\u000a02:21:56.376927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28905): Terminating (SIGTERM)\u000a02:21:56.419312 run iperf3-srv_10.42.42.10(pid=28906): Terminating (SIGTERM)\u000a02:21:56.461906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28907): Terminating (SIGTERM)\u000a02:21:56.503724 run iperf3-srv_10.42.42.10(pid=28908): Terminating (SIGTERM)\u000a02:21:56.545779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28911): Terminating (SIGTERM)\u000a02:21:56.588232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28914): Terminating (SIGTERM)\u000a02:21:56.630369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28917): Terminating (SIGTERM)\u000a02:21:56.640052 --- ParallelTerminationStrategy: PID 28901 died...\u000a02:21:56.696901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28901): Terminated: ok {rc=0}\u000a02:21:56.707050 --- ParallelTerminationStrategy: PID 28902 died...\u000a02:21:56.763144 run iperf3-srv_10.42.42.10(pid=28902): Terminated {rc=256}\u000a02:21:56.773313 --- ParallelTerminationStrategy: PID 28903 died...\u000a02:21:56.829345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28903): Terminated: ok {rc=0}\u000a02:21:56.839378 --- ParallelTerminationStrategy: PID 28904 died...\u000a02:21:56.895278 run iperf3-srv_10.42.42.10(pid=28904): Terminated {rc=256}\u000a02:21:56.905355 --- ParallelTerminationStrategy: PID 28905 died...\u000a02:21:56.961647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28905): Terminated: ok {rc=0}\u000a02:21:56.971706 --- ParallelTerminationStrategy: PID 28906 died...\u000a02:21:57.027794 run iperf3-srv_10.42.42.10(pid=28906): Terminated {rc=256}\u000a02:21:57.037941 --- ParallelTerminationStrategy: PID 28907 died...\u000a02:21:57.094040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28907): Terminated: ok {rc=0}\u000a02:21:57.104147 --- ParallelTerminationStrategy: PID 28908 died...\u000a02:21:57.160296 run iperf3-srv_10.42.42.10(pid=28908): Terminated {rc=256}\u000a02:21:57.170427 --- ParallelTerminationStrategy: PID 28911 died...\u000a02:21:57.226500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28911): Terminated: ok {rc=0}\u000a02:21:57.236600 --- ParallelTerminationStrategy: PID 28914 died...\u000a02:21:57.292897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28914): Terminated: ok {rc=0}\u000a02:21:57.303051 --- ParallelTerminationStrategy: PID 28917 died...\u000a02:21:57.359082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28917): Terminated: ok {rc=0}\u000a02:21:57.446103 bus /gobi_4: Setting Powered False\u000a02:21:58.552325 bus /gobi_4: Setting Powered False\u000a02:21:59.660691 bus /gobi_1: Setting Powered False\u000a02:22:00.766405 bus /gobi_1: Setting Powered False\u000a02:22:01.907785 bus /gobi_0: Setting Powered False\u000a02:22:03.022409 bus /gobi_0: Setting Powered False\u000a02:22:04.130468 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28925): Process ended prematurely: osmo-stp_10.42.42.5(pid=28925) [trial-2398↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28925): Process ended prematurely: osmo-stp_10.42.42.5(pid=28925) [trial-2398↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g ping.py\u000a----------------------------------------------\u000a02:22:05.199251 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.210642 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:22:05.337500 tst ping.py: using LAC 37878\u000a02:22:05.452137 tst ping.py: using RAC 138\u000a02:22:05.572741 tst ping.py: using CellId 37878\u000a02:22:05.689761 tst ping.py: using BVCI 37879\u000a02:22:05.712480 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.722823 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.733036 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.743113 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.753160 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.763300 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.773563 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:05.783638 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:06.078401 tst ping.py:19: start network...\u000a02:22:06.213365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:06.717881 run create_hlr_db(pid=28919): Launched\u000a02:22:06.904114 bus /gobi_6: Setting Powered False\u000a02:22:07.924833 run create_hlr_db(pid=28919): Terminated: ok {rc=0}\u000a02:22:08.325807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28921): Launched\u000a02:22:08.625989 run osmo-hlr_10.42.42.2(pid=28922): Launched\u000a02:22:08.744810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:09.273388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28924): Launched\u000a02:22:09.574450 run osmo-stp_10.42.42.5(pid=28925): Launched\u000a02:22:09.683830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:10.203422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28927): Launched\u000a02:22:10.309445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:10.570483 run patchelf(pid=28928): Launched\u000a02:22:10.745130 run osmo-stp_10.42.42.5(pid=28925): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)]\u000a02:22:10.872611 run osmo-stp_10.42.42.5(pid=28925): stdout: \u000a| (launched: 2022-12-14_02:22:09.425459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:11.000914 run osmo-stp_10.42.42.5(pid=28925): stderr: \u000a| �[0;m�[38;5;43m20221214022209596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022209596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022209596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022209597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022209597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022209597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022209597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:11.124528 run osmo-stp_10.42.42.5(pid=28925): stdout: \u000a| (launched: 2022-12-14_02:22:09.425459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:11.247916 run osmo-stp_10.42.42.5(pid=28925): stderr: \u000a| �[0;m�[38;5;43m20221214022209596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022209596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022209596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022209597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022209597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022209597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022209597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:11.391468 run patchelf(pid=28928): Terminating (SIGINT)\u000a02:22:11.561257 run patchelf(pid=28928): Terminated: ok {rc=0}\u000a02:22:11.591868 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28925): Process ended prematurely: osmo-stp_10.42.42.5(pid=28925) [trial-2398↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28925)] [trial-2398↪gprs:oc2g↪ping.py:22]\u000a02:22:11.600368 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:22:11.660565 run osmo-hlr_10.42.42.2(pid=28922): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28922)]\u000a02:22:11.709454 run osmo-hlr_10.42.42.2(pid=28922): stdout: \u000a| (launched: 2022-12-14_02:22:08.477656) \u000a02:22:11.759025 run osmo-hlr_10.42.42.2(pid=28922): stderr: \u000a| �[0;m�[1;31m20221214022208655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022208655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022208655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022208655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022208655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022208655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022208667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022208677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022208678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022208678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:11.801276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28921): Terminating (SIGTERM)\u000a02:22:11.841250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28924): Terminating (SIGTERM)\u000a02:22:11.881690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28927): Terminating (SIGTERM)\u000a02:22:11.891111 --- ParallelTerminationStrategy: PID 28921 died...\u000a02:22:11.944457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28921): Terminated: ok {rc=0}\u000a02:22:11.954114 --- ParallelTerminationStrategy: PID 28924 died...\u000a02:22:12.007057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28924): Terminated: ok {rc=0}\u000a02:22:12.016754 --- ParallelTerminationStrategy: PID 28927 died...\u000a02:22:12.069481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28927): Terminated: ok {rc=0}\u000a02:22:12.152430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2398↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2398↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a02:22:13.206587 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.218012 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a02:22:13.342266 tst ping_idle_ping.py: using LAC 37879\u000a02:22:13.460323 tst ping_idle_ping.py: using RAC 139\u000a02:22:13.579769 tst ping_idle_ping.py: using CellId 37879\u000a02:22:13.699325 tst ping_idle_ping.py: using BVCI 37880\u000a02:22:13.722136 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.732427 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.742731 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.752857 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.763537 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.774304 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.785403 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a02:22:13.796199 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a02:22:14.089081 tst ping_idle_ping.py:24: start network...\u000a02:22:14.223606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:14.732726 run create_hlr_db(pid=28929): Launched\u000a02:22:14.920015 bus /gobi_6: Setting Powered False\u000a02:22:15.978999 run create_hlr_db(pid=28929): Terminated: ok {rc=0}\u000a02:22:16.406880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Launched\u000a02:22:16.823135 run osmo-hlr_10.42.42.2(pid=28932): Launched\u000a02:22:17.111034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:17.635087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Launched\u000a02:22:17.934670 run osmo-stp_10.42.42.5(pid=28935): Launched\u000a02:22:18.044129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:18.566520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Launched\u000a02:22:18.672380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:18.933696 run patchelf(pid=28938): Launched\u000a02:22:19.108158 run osmo-stp_10.42.42.5(pid=28935): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)]\u000a02:22:19.235560 run osmo-stp_10.42.42.5(pid=28935): stdout: \u000a| (launched: 2022-12-14_02:22:17.787101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:19.363248 run osmo-stp_10.42.42.5(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221214022217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022217959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022217960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022217960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022217960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:19.487320 run osmo-stp_10.42.42.5(pid=28935): stdout: \u000a| (launched: 2022-12-14_02:22:17.787101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:19.609720 run osmo-stp_10.42.42.5(pid=28935): stderr: \u000a| �[0;m�[38;5;43m20221214022217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022217959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022217960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022217960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022217960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:19.752913 run patchelf(pid=28938): Terminating (SIGINT)\u000a02:22:19.922164 run patchelf(pid=28938): Terminated: ok {rc=0}\u000a02:22:19.952838 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28935): Process ended prematurely: osmo-stp_10.42.42.5(pid=28935) [trial-2398↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28935)] [trial-2398↪gprs:oc2g↪ping_idle_ping.py:27]\u000a02:22:19.961474 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:22:20.021768 run osmo-hlr_10.42.42.2(pid=28932): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28932)]\u000a02:22:20.070385 run osmo-hlr_10.42.42.2(pid=28932): stdout: \u000a| (launched: 2022-12-14_02:22:16.563606) \u000a02:22:20.119727 run osmo-hlr_10.42.42.2(pid=28932): stderr: \u000a| �[0;m�[1;31m20221214022216906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022216906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022216906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022216906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022216906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022216906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022216922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022216938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022216939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022216939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:20.161700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Terminating (SIGTERM)\u000a02:22:20.201266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Terminating (SIGTERM)\u000a02:22:20.240759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Terminating (SIGTERM)\u000a02:22:20.250117 --- ParallelTerminationStrategy: PID 28931 died...\u000a02:22:20.303101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28931): Terminated: ok {rc=0}\u000a02:22:20.312699 --- ParallelTerminationStrategy: PID 28934 died...\u000a02:22:20.365302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28934): Terminated: ok {rc=0}\u000a02:22:20.374948 --- ParallelTerminationStrategy: PID 28937 died...\u000a02:22:20.427609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28937): Terminated: ok {rc=0}\u000a02:22:20.511190 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:21:22" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28952): Process ended prematurely: osmo-stp_10.42.42.5(pid=28952) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28952)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28952): Process ended prematurely: osmo-stp_10.42.42.5(pid=28952) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:22:22.605852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:22.616278 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:22.737913 tst cs_paging_gprs_active.py: using LAC 37880\u000a02:22:22.854663 tst cs_paging_gprs_active.py: using RAC 140\u000a02:22:22.971432 tst cs_paging_gprs_active.py: using CellId 37880\u000a02:22:23.099462 tst cs_paging_gprs_active.py: using BVCI 37881\u000a02:22:23.123959 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.135384 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.146358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.157462 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.169169 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.180829 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.192863 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.204584 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:23.216399 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:23.334584 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:23.614857 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:22:23.739371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:24.048706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28942): Launched\u000a02:22:24.305732 run iperf3-srv_10.42.42.10(pid=28943): Launched\u000a02:22:24.486415 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:22:24.610008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:24.918546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28944): Launched\u000a02:22:25.175492 run iperf3-srv_10.42.42.10(pid=28945): Launched\u000a02:22:25.356242 tst cs_paging_gprs_active.py:38: start network...\u000a02:22:25.479693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:25.960874 run create_hlr_db(pid=28946): Launched\u000a02:22:26.131887 bus /gobi_6: Setting Powered False\u000a02:22:27.154319 run create_hlr_db(pid=28946): Terminated: ok {rc=0}\u000a02:22:27.581834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28948): Launched\u000a02:22:27.904511 run osmo-hlr_10.42.42.2(pid=28949): Launched\u000a02:22:28.024385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:28.582343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28951): Launched\u000a02:22:28.905202 run osmo-stp_10.42.42.5(pid=28952): Launched\u000a02:22:29.023502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:29.583328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28954): Launched\u000a02:22:29.697920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:29.978556 run patchelf(pid=28955): Launched\u000a02:22:30.166361 run osmo-stp_10.42.42.5(pid=28952): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28952)]\u000a02:22:30.303992 run osmo-stp_10.42.42.5(pid=28952): stdout: \u000a| (launched: 2022-12-14_02:22:28.745832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:30.441885 run osmo-stp_10.42.42.5(pid=28952): stderr: \u000a| �[0;m�[38;5;43m20221214022228940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022228940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022228941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022228941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022228941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022228942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022228942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:30.575225 run osmo-stp_10.42.42.5(pid=28952): stdout: \u000a| (launched: 2022-12-14_02:22:28.745832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:30.707259 run osmo-stp_10.42.42.5(pid=28952): stderr: \u000a| �[0;m�[38;5;43m20221214022228940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022228940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022228941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022228941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022228941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022228942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022228942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:30.878197 run patchelf(pid=28955): Terminating (SIGINT)\u000a02:22:31.063444 run patchelf(pid=28955): Terminated: ok {rc=0}\u000a02:22:31.098047 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28952): Process ended prematurely: osmo-stp_10.42.42.5(pid=28952) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28952)] [trial-2398↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:22:31.109099 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:22:31.175296 run osmo-hlr_10.42.42.2(pid=28949): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28949)]\u000a02:22:31.229658 run osmo-hlr_10.42.42.2(pid=28949): stdout: \u000a| (launched: 2022-12-14_02:22:27.745403) \u000a02:22:31.284682 run osmo-hlr_10.42.42.2(pid=28949): stderr: \u000a| �[0;m�[1;31m20221214022227945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022227945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022227945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022227945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022227945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022227945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022227957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022227966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022227966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022227966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:31.332037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28942): Terminating (SIGTERM)\u000a02:22:31.378435 run iperf3-srv_10.42.42.10(pid=28943): Terminating (SIGTERM)\u000a02:22:31.424616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28944): Terminating (SIGTERM)\u000a02:22:31.471030 run iperf3-srv_10.42.42.10(pid=28945): Terminating (SIGTERM)\u000a02:22:31.517303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28948): Terminating (SIGTERM)\u000a02:22:31.561835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28951): Terminating (SIGTERM)\u000a02:22:31.606511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28954): Terminating (SIGTERM)\u000a02:22:31.616640 --- ParallelTerminationStrategy: PID 28942 died...\u000a02:22:31.676253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28942): Terminated: ok {rc=0}\u000a02:22:31.687740 --- ParallelTerminationStrategy: PID 28943 died...\u000a02:22:31.745742 run iperf3-srv_10.42.42.10(pid=28943): Terminated {rc=256}\u000a02:22:31.757494 --- ParallelTerminationStrategy: PID 28944 died...\u000a02:22:31.815477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28944): Terminated: ok {rc=0}\u000a02:22:31.827110 --- ParallelTerminationStrategy: PID 28945 died...\u000a02:22:31.885495 run iperf3-srv_10.42.42.10(pid=28945): Terminated {rc=256}\u000a02:22:31.897298 --- ParallelTerminationStrategy: PID 28948 died...\u000a02:22:31.955647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28948): Terminated: ok {rc=0}\u000a02:22:31.966538 --- ParallelTerminationStrategy: PID 28951 died...\u000a02:22:32.026016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28951): Terminated: ok {rc=0}\u000a02:22:32.036928 --- ParallelTerminationStrategy: PID 28954 died...\u000a02:22:32.096389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28954): Terminated: ok {rc=0}\u000a02:22:32.187408 bus /gobi_0: Setting Powered False\u000a02:22:33.292554 bus /gobi_0: Setting Powered False\u000a02:22:34.400461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28964): Process ended prematurely: osmo-stp_10.42.42.5(pid=28964) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28964): Process ended prematurely: osmo-stp_10.42.42.5(pid=28964) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:22:35.514620 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:35.526281 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:35.651589 tst iperf3.py: using LAC 37881\u000a02:22:35.770235 tst iperf3.py: using RAC 141\u000a02:22:35.887712 tst iperf3.py: using CellId 37881\u000a02:22:36.006405 tst iperf3.py: using BVCI 37882\u000a02:22:36.029378 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.039891 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.050374 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.060901 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.072601 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.083683 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.094921 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.105897 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:36.118672 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:36.397714 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:22:36.521917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:36.831115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Launched\u000a02:22:37.087741 run iperf3-srv_10.42.42.10(pid=28957): Launched\u000a02:22:37.268929 tst iperf3.py:8: start network...\u000a02:22:37.392940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:37.872008 run create_hlr_db(pid=28958): Launched\u000a02:22:38.043161 bus /gobi_6: Setting Powered False\u000a02:22:39.065805 run create_hlr_db(pid=28958): Terminated: ok {rc=0}\u000a02:22:39.489633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28960): Launched\u000a02:22:39.810251 run osmo-hlr_10.42.42.2(pid=28961): Launched\u000a02:22:39.932289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:40.489699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28963): Launched\u000a02:22:40.811509 run osmo-stp_10.42.42.5(pid=28964): Launched\u000a02:22:40.929089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:41.487856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28966): Launched\u000a02:22:41.602236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:41.881713 run patchelf(pid=28967): Launched\u000a02:22:42.069934 run osmo-stp_10.42.42.5(pid=28964): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)]\u000a02:22:42.207120 run osmo-stp_10.42.42.5(pid=28964): stdout: \u000a| (launched: 2022-12-14_02:22:40.653294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:42.344942 run osmo-stp_10.42.42.5(pid=28964): stderr: \u000a| �[0;m�[38;5;43m20221214022240848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022240848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022240849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022240849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022240850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022240850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022240850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:42.478361 run osmo-stp_10.42.42.5(pid=28964): stdout: \u000a| (launched: 2022-12-14_02:22:40.653294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:42.610482 run osmo-stp_10.42.42.5(pid=28964): stderr: \u000a| �[0;m�[38;5;43m20221214022240848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022240848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022240849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022240849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022240850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022240850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022240850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:42.764473 run patchelf(pid=28967): Terminating (SIGINT)\u000a02:22:42.945960 run patchelf(pid=28967): Terminated: ok {rc=0}\u000a02:22:42.979393 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28964): Process ended prematurely: osmo-stp_10.42.42.5(pid=28964) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28964)] [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a02:22:42.989581 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a02:22:43.053132 run osmo-hlr_10.42.42.2(pid=28961): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28961)]\u000a02:22:43.105154 run osmo-hlr_10.42.42.2(pid=28961): stdout: \u000a| (launched: 2022-12-14_02:22:39.652936) \u000a02:22:43.157841 run osmo-hlr_10.42.42.2(pid=28961): stderr: \u000a| �[0;m�[1;31m20221214022239852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022239852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022239852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022239852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022239852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022239852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022239864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022239872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022239873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022239873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:43.202873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Terminating (SIGTERM)\u000a02:22:43.245313 run iperf3-srv_10.42.42.10(pid=28957): Terminating (SIGTERM)\u000a02:22:43.287819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28960): Terminating (SIGTERM)\u000a02:22:43.330293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28963): Terminating (SIGTERM)\u000a02:22:43.373056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28966): Terminating (SIGTERM)\u000a02:22:43.382723 --- ParallelTerminationStrategy: PID 28956 died...\u000a02:22:43.439439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Terminated: ok {rc=0}\u000a02:22:43.449504 --- ParallelTerminationStrategy: PID 28957 died...\u000a02:22:43.506053 run iperf3-srv_10.42.42.10(pid=28957): Terminated {rc=256}\u000a02:22:43.516357 --- ParallelTerminationStrategy: PID 28960 died...\u000a02:22:43.572982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28960): Terminated: ok {rc=0}\u000a02:22:43.583040 --- ParallelTerminationStrategy: PID 28963 died...\u000a02:22:43.639762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28963): Terminated: ok {rc=0}\u000a02:22:43.649880 --- ParallelTerminationStrategy: PID 28966 died...\u000a02:22:43.706697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28966): Terminated: ok {rc=0}\u000a02:22:43.794467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28982): Process ended prematurely: osmo-stp_10.42.42.5(pid=28982) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28982)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28982): Process ended prematurely: osmo-stp_10.42.42.5(pid=28982) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:22:44.908838 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:44.920520 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:22:45.050011 tst iperf3m4.py: using LAC 37882\u000a02:22:45.177463 tst iperf3m4.py: using RAC 142\u000a02:22:45.299263 tst iperf3m4.py: using CellId 37882\u000a02:22:45.418550 tst iperf3m4.py: using BVCI 37883\u000a02:22:45.441536 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.452066 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.462706 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.473127 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.483953 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.494855 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.505802 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.516183 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:22:45.527035 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:45.648026 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:45.764490 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:45.897682 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:22:46.193061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:22:46.319093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:46.703788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Launched\u000a02:22:46.997537 run iperf3-srv_10.42.42.10(pid=28969): Launched\u000a02:22:47.182007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:22:47.308868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:47.619443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28970): Launched\u000a02:22:47.876803 run iperf3-srv_10.42.42.10(pid=28971): Launched\u000a02:22:48.057386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:22:48.181358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:48.490088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28972): Launched\u000a02:22:48.747368 run iperf3-srv_10.42.42.10(pid=28973): Launched\u000a02:22:48.927902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:22:49.051477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:22:49.360231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28974): Launched\u000a02:22:49.617611 run iperf3-srv_10.42.42.10(pid=28975): Launched\u000a02:22:49.797887 tst iperf3m4.py:8: start network...\u000a02:22:49.921305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:22:50.398839 run create_hlr_db(pid=28976): Launched\u000a02:22:50.569591 bus /gobi_6: Setting Powered False\u000a02:22:51.592172 run create_hlr_db(pid=28976): Terminated: ok {rc=0}\u000a02:22:52.007492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28978): Launched\u000a02:22:52.329078 run osmo-hlr_10.42.42.2(pid=28979): Launched\u000a02:22:52.449213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:22:53.007892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28981): Launched\u000a02:22:53.328320 run osmo-stp_10.42.42.5(pid=28982): Launched\u000a02:22:53.444591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:22:54.004074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28984): Launched\u000a02:22:54.118703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:22:54.398766 run patchelf(pid=28985): Launched\u000a02:22:54.586617 run osmo-stp_10.42.42.5(pid=28982): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28982)]\u000a02:22:54.723654 run osmo-stp_10.42.42.5(pid=28982): stdout: \u000a| (launched: 2022-12-14_02:22:53.170735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:54.861315 run osmo-stp_10.42.42.5(pid=28982): stderr: \u000a| �[0;m�[38;5;43m20221214022253365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022253365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022253366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022253366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022253366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022253367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022253367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:54.994863 run osmo-stp_10.42.42.5(pid=28982): stdout: \u000a| (launched: 2022-12-14_02:22:53.170735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:22:55.126785 run osmo-stp_10.42.42.5(pid=28982): stderr: \u000a| �[0;m�[38;5;43m20221214022253365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022253365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022253366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022253366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022253366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022253367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022253367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:22:55.280611 run patchelf(pid=28985): Terminating (SIGINT)\u000a02:22:55.461875 run patchelf(pid=28985): Terminated: ok {rc=0}\u000a02:22:55.495228 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28982): Process ended prematurely: osmo-stp_10.42.42.5(pid=28982) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28982)] [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:22:55.505095 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a02:22:55.568818 run osmo-hlr_10.42.42.2(pid=28979): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28979)]\u000a02:22:55.620821 run osmo-hlr_10.42.42.2(pid=28979): stdout: \u000a| (launched: 2022-12-14_02:22:52.170710) \u000a02:22:55.673434 run osmo-hlr_10.42.42.2(pid=28979): stderr: \u000a| �[0;m�[1;31m20221214022252370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022252370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022252370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022252370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022252370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022252370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022252382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022252390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022252390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022252390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:22:55.718128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Terminating (SIGTERM)\u000a02:22:55.760893 run iperf3-srv_10.42.42.10(pid=28969): Terminating (SIGTERM)\u000a02:22:55.803110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28970): Terminating (SIGTERM)\u000a02:22:55.845275 run iperf3-srv_10.42.42.10(pid=28971): Terminating (SIGTERM)\u000a02:22:55.887452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28972): Terminating (SIGTERM)\u000a02:22:55.929430 run iperf3-srv_10.42.42.10(pid=28973): Terminating (SIGTERM)\u000a02:22:55.971807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28974): Terminating (SIGTERM)\u000a02:22:56.014655 run iperf3-srv_10.42.42.10(pid=28975): Terminating (SIGTERM)\u000a02:22:56.056866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28978): Terminating (SIGTERM)\u000a02:22:56.099193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28981): Terminating (SIGTERM)\u000a02:22:56.141409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28984): Terminating (SIGTERM)\u000a02:22:56.151013 --- ParallelTerminationStrategy: PID 28968 died...\u000a02:22:56.207903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28968): Terminated: ok {rc=0}\u000a02:22:56.217951 --- ParallelTerminationStrategy: PID 28969 died...\u000a02:22:56.274280 run iperf3-srv_10.42.42.10(pid=28969): Terminated {rc=256}\u000a02:22:56.284204 --- ParallelTerminationStrategy: PID 28970 died...\u000a02:22:56.340601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28970): Terminated: ok {rc=0}\u000a02:22:56.350578 --- ParallelTerminationStrategy: PID 28971 died...\u000a02:22:56.406680 run iperf3-srv_10.42.42.10(pid=28971): Terminated {rc=256}\u000a02:22:56.416587 --- ParallelTerminationStrategy: PID 28972 died...\u000a02:22:56.472705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28972): Terminated: ok {rc=0}\u000a02:22:56.482674 --- ParallelTerminationStrategy: PID 28973 died...\u000a02:22:56.538770 run iperf3-srv_10.42.42.10(pid=28973): Terminated {rc=256}\u000a02:22:56.548703 --- ParallelTerminationStrategy: PID 28974 died...\u000a02:22:56.604842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28974): Terminated: ok {rc=0}\u000a02:22:56.614796 --- ParallelTerminationStrategy: PID 28975 died...\u000a02:22:56.671128 run iperf3-srv_10.42.42.10(pid=28975): Terminated {rc=256}\u000a02:22:56.681173 --- ParallelTerminationStrategy: PID 28978 died...\u000a02:22:56.737572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28978): Terminated: ok {rc=0}\u000a02:22:56.747620 --- ParallelTerminationStrategy: PID 28981 died...\u000a02:22:56.803856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28981): Terminated: ok {rc=0}\u000a02:22:56.813922 --- ParallelTerminationStrategy: PID 28984 died...\u000a02:22:56.870390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28984): Terminated: ok {rc=0}\u000a02:22:56.958294 bus /gobi_4: Setting Powered False\u000a02:22:58.064892 bus /gobi_4: Setting Powered False\u000a02:22:59.176862 bus /gobi_1: Setting Powered False\u000a02:23:00.280424 bus /gobi_1: Setting Powered False\u000a02:23:01.392626 bus /gobi_0: Setting Powered False\u000a02:23:02.497776 bus /gobi_0: Setting Powered False\u000a02:23:03.606830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28992): Process ended prematurely: osmo-stp_10.42.42.5(pid=28992) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28992): Process ended prematurely: osmo-stp_10.42.42.5(pid=28992) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:23:04.674436 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:04.686274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:23:04.815974 tst ping.py: using LAC 37883\u000a02:23:04.938938 tst ping.py: using RAC 143\u000a02:23:05.057385 tst ping.py: using CellId 37883\u000a02:23:05.171636 tst ping.py: using BVCI 37884\u000a02:23:05.193897 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.204466 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.214978 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.225477 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.236188 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.246606 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.257201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:05.267641 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:05.554262 tst ping.py:19: start network...\u000a02:23:05.685443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:06.180616 run create_hlr_db(pid=28986): Launched\u000a02:23:06.363398 bus /gobi_6: Setting Powered False\u000a02:23:07.383981 run create_hlr_db(pid=28986): Terminated: ok {rc=0}\u000a02:23:07.778407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28988): Launched\u000a02:23:08.072084 run osmo-hlr_10.42.42.2(pid=28989): Launched\u000a02:23:08.183159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:08.692114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28991): Launched\u000a02:23:08.984633 run osmo-stp_10.42.42.5(pid=28992): Launched\u000a02:23:09.090630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:09.600518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28994): Launched\u000a02:23:09.703731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:09.960388 run patchelf(pid=28995): Launched\u000a02:23:10.131987 run osmo-stp_10.42.42.5(pid=28992): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)]\u000a02:23:10.256815 run osmo-stp_10.42.42.5(pid=28992): stdout: \u000a| (launched: 2022-12-14_02:23:08.840214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:10.381933 run osmo-stp_10.42.42.5(pid=28992): stderr: \u000a| �[0;m�[38;5;43m20221214022309009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022309009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022309009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022309010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:10.502847 run osmo-stp_10.42.42.5(pid=28992): stdout: \u000a| (launched: 2022-12-14_02:23:08.840214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:10.623017 run osmo-stp_10.42.42.5(pid=28992): stderr: \u000a| �[0;m�[38;5;43m20221214022309009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022309009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022309009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022309010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022309010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:10.764213 run patchelf(pid=28995): Terminating (SIGINT)\u000a02:23:10.930216 run patchelf(pid=28995): Terminated: ok {rc=0}\u000a02:23:10.960357 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28992): Process ended prematurely: osmo-stp_10.42.42.5(pid=28992) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28992)] [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a02:23:10.968918 tst ping.py:22: Test FAILED (6.3 sec)\u000a02:23:11.028511 run osmo-hlr_10.42.42.2(pid=28989): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28989)]\u000a02:23:11.077341 run osmo-hlr_10.42.42.2(pid=28989): stdout: \u000a| (launched: 2022-12-14_02:23:07.927383) \u000a02:23:11.126785 run osmo-hlr_10.42.42.2(pid=28989): stderr: \u000a| �[0;m�[1;31m20221214022308104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022308104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022308104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022308104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022308104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022308104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022308116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022308124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022308124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022308124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:11.168841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28988): Terminating (SIGTERM)\u000a02:23:11.208491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28991): Terminating (SIGTERM)\u000a02:23:11.248117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28994): Terminating (SIGTERM)\u000a02:23:11.257376 --- ParallelTerminationStrategy: PID 28988 died...\u000a02:23:11.310395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28988): Terminated: ok {rc=0}\u000a02:23:11.320014 --- ParallelTerminationStrategy: PID 28991 died...\u000a02:23:11.372565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28991): Terminated: ok {rc=0}\u000a02:23:11.382061 --- ParallelTerminationStrategy: PID 28994 died...\u000a02:23:11.434600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28994): Terminated: ok {rc=0}\u000a02:23:11.517219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:23:12.567212 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:12.578445 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:23:12.707757 tst ping_idle_ping.py: using LAC 37884\u000a02:23:12.831051 tst ping_idle_ping.py: using RAC 144\u000a02:23:12.955410 tst ping_idle_ping.py: using CellId 37884\u000a02:23:13.073218 tst ping_idle_ping.py: using BVCI 37885\u000a02:23:13.095726 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.106308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.117140 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.127790 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.138506 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.149264 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.160050 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:23:13.170966 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:23:13.440244 tst ping_idle_ping.py:24: start network...\u000a02:23:13.561700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:14.036612 run create_hlr_db(pid=28996): Launched\u000a02:23:14.205741 bus /gobi_6: Setting Powered False\u000a02:23:15.227770 run create_hlr_db(pid=28996): Terminated: ok {rc=0}\u000a02:23:15.649567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Launched\u000a02:23:16.048135 run osmo-hlr_10.42.42.2(pid=28999): Launched\u000a02:23:16.245679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:16.873524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Launched\u000a02:23:17.235260 run osmo-stp_10.42.42.5(pid=29002): Launched\u000a02:23:17.350603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:17.866649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Launched\u000a02:23:17.972168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:18.229553 run patchelf(pid=29005): Launched\u000a02:23:18.402456 run osmo-stp_10.42.42.5(pid=29002): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)]\u000a02:23:18.528806 run osmo-stp_10.42.42.5(pid=29002): stdout: \u000a| (launched: 2022-12-14_02:23:17.037478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:18.655470 run osmo-stp_10.42.42.5(pid=29002): stderr: \u000a| �[0;m�[38;5;43m20221214022317303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022317303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022317303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022317304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022317304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022317304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022317304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:18.777974 run osmo-stp_10.42.42.5(pid=29002): stdout: \u000a| (launched: 2022-12-14_02:23:17.037478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:18.899375 run osmo-stp_10.42.42.5(pid=29002): stderr: \u000a| �[0;m�[38;5;43m20221214022317303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022317303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022317303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022317304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022317304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022317304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022317304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:19.041411 run patchelf(pid=29005): Terminating (SIGINT)\u000a02:23:19.208542 run patchelf(pid=29005): Terminated: ok {rc=0}\u000a02:23:19.238977 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29002): Process ended prematurely: osmo-stp_10.42.42.5(pid=29002) [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29002)] [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:23:19.247651 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:23:19.307407 run osmo-hlr_10.42.42.2(pid=28999): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28999)]\u000a02:23:19.356181 run osmo-hlr_10.42.42.2(pid=28999): stdout: \u000a| (launched: 2022-12-14_02:23:15.811218) \u000a02:23:19.405707 run osmo-hlr_10.42.42.2(pid=28999): stderr: \u000a| �[0;m�[1;31m20221214022316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022316131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022316159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022316179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022316179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022316179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:19.448192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Terminating (SIGTERM)\u000a02:23:19.488143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Terminating (SIGTERM)\u000a02:23:19.528153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Terminating (SIGTERM)\u000a02:23:19.537471 --- ParallelTerminationStrategy: PID 28998 died...\u000a02:23:19.591197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28998): Terminated: ok {rc=0}\u000a02:23:19.600875 --- ParallelTerminationStrategy: PID 29001 died...\u000a02:23:19.654187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29001): Terminated: ok {rc=0}\u000a02:23:19.663877 --- ParallelTerminationStrategy: PID 29004 died...\u000a02:23:19.717294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29004): Terminated: ok {rc=0}\u000a02:23:19.805796 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:22:22" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29020): Process ended prematurely: osmo-stp_10.42.42.5(pid=29020) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29020): Process ended prematurely: osmo-stp_10.42.42.5(pid=29020) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:23:21.904356 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:21.915136 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:22.056601 tst cs_paging_gprs_active.py: using LAC 37885\u000a02:23:22.176659 tst cs_paging_gprs_active.py: using RAC 145\u000a02:23:22.299639 tst cs_paging_gprs_active.py: using CellId 37885\u000a02:23:22.418795 tst cs_paging_gprs_active.py: using BVCI 37886\u000a02:23:22.441883 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.452485 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.462911 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.473256 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.483464 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.493847 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.504248 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.514519 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:22.524937 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:22.644607 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:22.938321 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:23:23.074012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:23.407366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29010): Launched\u000a02:23:23.684621 run iperf3-srv_10.42.42.10(pid=29011): Launched\u000a02:23:23.882762 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:23:24.018592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:24.352627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29012): Launched\u000a02:23:24.630656 run iperf3-srv_10.42.42.10(pid=29013): Launched\u000a02:23:24.827966 tst cs_paging_gprs_active.py:38: start network...\u000a02:23:24.963243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:25.470905 run create_hlr_db(pid=29014): Launched\u000a02:23:25.657132 bus /gobi_6: Setting Powered False\u000a02:23:26.679607 run create_hlr_db(pid=29014): Terminated: ok {rc=0}\u000a02:23:27.082149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29016): Launched\u000a02:23:27.383944 run osmo-hlr_10.42.42.2(pid=29017): Launched\u000a02:23:27.498948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:28.019691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29019): Launched\u000a02:23:28.319836 run osmo-stp_10.42.42.5(pid=29020): Launched\u000a02:23:28.429061 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:28.950746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29022): Launched\u000a02:23:29.057495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:29.319107 run patchelf(pid=29023): Launched\u000a02:23:29.493808 run osmo-stp_10.42.42.5(pid=29020): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)]\u000a02:23:29.621850 run osmo-stp_10.42.42.5(pid=29020): stdout: \u000a| (launched: 2022-12-14_02:23:28.171781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:29.750104 run osmo-stp_10.42.42.5(pid=29020): stderr: \u000a| �[0;m�[38;5;43m20221214022328342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022328343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022328343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022328343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022328344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022328344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022328344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:29.873914 run osmo-stp_10.42.42.5(pid=29020): stdout: \u000a| (launched: 2022-12-14_02:23:28.171781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:29.996928 run osmo-stp_10.42.42.5(pid=29020): stderr: \u000a| �[0;m�[38;5;43m20221214022328342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022328343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022328343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022328343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022328344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022328344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022328344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:30.141327 run patchelf(pid=29023): Terminating (SIGINT)\u000a02:23:30.311267 run patchelf(pid=29023): Terminated: ok {rc=0}\u000a02:23:30.342559 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29020): Process ended prematurely: osmo-stp_10.42.42.5(pid=29020) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29020)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:23:30.351558 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:23:30.410983 run osmo-hlr_10.42.42.2(pid=29017): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29017)]\u000a02:23:30.459513 run osmo-hlr_10.42.42.2(pid=29017): stdout: \u000a| (launched: 2022-12-14_02:23:27.235126) \u000a02:23:30.508861 run osmo-hlr_10.42.42.2(pid=29017): stderr: \u000a| �[0;m�[1;31m20221214022327410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022327410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022327410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022327410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022327410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022327410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022327422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022327431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022327431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022327431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:30.550948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29010): Terminating (SIGTERM)\u000a02:23:30.590483 run iperf3-srv_10.42.42.10(pid=29011): Terminating (SIGTERM)\u000a02:23:30.630211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29012): Terminating (SIGTERM)\u000a02:23:30.669855 run iperf3-srv_10.42.42.10(pid=29013): Terminating (SIGTERM)\u000a02:23:30.709740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29016): Terminating (SIGTERM)\u000a02:23:30.749338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29019): Terminating (SIGTERM)\u000a02:23:30.788942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29022): Terminating (SIGTERM)\u000a02:23:30.798094 --- ParallelTerminationStrategy: PID 29010 died...\u000a02:23:30.855337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29010): Terminated: ok {rc=0}\u000a02:23:30.865451 --- ParallelTerminationStrategy: PID 29011 died...\u000a02:23:30.938161 run iperf3-srv_10.42.42.10(pid=29011): Terminated {rc=256}\u000a02:23:30.948291 --- ParallelTerminationStrategy: PID 29012 died...\u000a02:23:31.002107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29012): Terminated: ok {rc=0}\u000a02:23:31.011952 --- ParallelTerminationStrategy: PID 29013 died...\u000a02:23:31.069172 run iperf3-srv_10.42.42.10(pid=29013): Terminated {rc=256}\u000a02:23:31.079243 --- ParallelTerminationStrategy: PID 29016 died...\u000a02:23:31.133831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29016): Terminated: ok {rc=0}\u000a02:23:31.143816 --- ParallelTerminationStrategy: PID 29019 died...\u000a02:23:31.198780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29019): Terminated: ok {rc=0}\u000a02:23:31.208890 --- ParallelTerminationStrategy: PID 29022 died...\u000a02:23:31.263660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29022): Terminated: ok {rc=0}\u000a02:23:31.348602 bus /gobi_0: Setting Powered False\u000a02:23:32.449244 bus /gobi_0: Setting Powered False\u000a02:23:33.558560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:23:34.667926 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:34.679256 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:34.825149 tst iperf3.py: using LAC 37886\u000a02:23:34.951523 tst iperf3.py: using RAC 146\u000a02:23:35.080014 tst iperf3.py: using CellId 37886\u000a02:23:35.206610 tst iperf3.py: using BVCI 37887\u000a02:23:35.231367 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.242635 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.253530 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.264427 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.276161 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.287949 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.300005 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.311801 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:35.323750 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:35.600067 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:23:35.724000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:36.033664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Launched\u000a02:23:36.293095 run iperf3-srv_10.42.42.10(pid=29025): Launched\u000a02:23:36.474927 tst iperf3.py:8: start network...\u000a02:23:36.599451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:37.078046 run create_hlr_db(pid=29026): Launched\u000a02:23:37.248927 bus /gobi_6: Setting Powered False\u000a02:23:38.270365 run create_hlr_db(pid=29026): Terminated: ok {rc=0}\u000a02:23:38.695940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Launched\u000a02:23:39.018478 run osmo-hlr_10.42.42.2(pid=29029): Launched\u000a02:23:39.136578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:39.695077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Launched\u000a02:23:40.019129 run osmo-stp_10.42.42.5(pid=29032): Launched\u000a02:23:40.136398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:40.696291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Launched\u000a02:23:40.811232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:41.091583 run patchelf(pid=29035): Launched\u000a02:23:41.279321 run osmo-stp_10.42.42.5(pid=29032): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]\u000a02:23:41.416777 run osmo-stp_10.42.42.5(pid=29032): stdout: \u000a| (launched: 2022-12-14_02:23:39.858492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:41.554641 run osmo-stp_10.42.42.5(pid=29032): stderr: \u000a| �[0;m�[38;5;43m20221214022340050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022340051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022340051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022340051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:41.688051 run osmo-stp_10.42.42.5(pid=29032): stdout: \u000a| (launched: 2022-12-14_02:23:39.858492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:41.820555 run osmo-stp_10.42.42.5(pid=29032): stderr: \u000a| �[0;m�[38;5;43m20221214022340050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022340051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022340051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022340051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:41.975774 run patchelf(pid=29035): Terminating (SIGINT)\u000a02:23:42.157745 run patchelf(pid=29035): Terminated: ok {rc=0}\u000a02:23:42.191119 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:23:42.200839 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:23:42.264240 run osmo-hlr_10.42.42.2(pid=29029): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29029)]\u000a02:23:42.316044 run osmo-hlr_10.42.42.2(pid=29029): stdout: \u000a| (launched: 2022-12-14_02:23:38.860062) \u000a02:23:42.368450 run osmo-hlr_10.42.42.2(pid=29029): stderr: \u000a| �[0;m�[1;31m20221214022339057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022339057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022339057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022339057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022339057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022339057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022339069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:42.413513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Terminating (SIGTERM)\u000a02:23:42.455993 run iperf3-srv_10.42.42.10(pid=29025): Terminating (SIGTERM)\u000a02:23:42.498460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Terminating (SIGTERM)\u000a02:23:42.540779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Terminating (SIGTERM)\u000a02:23:42.583261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Terminating (SIGTERM)\u000a02:23:42.592786 --- ParallelTerminationStrategy: PID 29024 died...\u000a02:23:42.649535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Terminated: ok {rc=0}\u000a02:23:42.659519 --- ParallelTerminationStrategy: PID 29025 died...\u000a02:23:42.715807 run iperf3-srv_10.42.42.10(pid=29025): Terminated {rc=256}\u000a02:23:42.725818 --- ParallelTerminationStrategy: PID 29028 died...\u000a02:23:42.781572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Terminated: ok {rc=0}\u000a02:23:42.791456 --- ParallelTerminationStrategy: PID 29031 died...\u000a02:23:42.847734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Terminated: ok {rc=0}\u000a02:23:42.857780 --- ParallelTerminationStrategy: PID 29034 died...\u000a02:23:42.914082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Terminated: ok {rc=0}\u000a02:23:43.002418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:23:44.119692 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.131372 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:23:44.280918 tst iperf3m4.py: using LAC 37887\u000a02:23:44.408412 tst iperf3m4.py: using RAC 147\u000a02:23:44.536189 tst iperf3m4.py: using CellId 37887\u000a02:23:44.661962 tst iperf3m4.py: using BVCI 37888\u000a02:23:44.686525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.697847 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.708669 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.719583 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.730832 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.742062 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.753471 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.764606 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:23:44.775959 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:44.892183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:45.014632 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:45.129638 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:23:45.422068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:23:45.556708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:45.909859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Launched\u000a02:23:46.199808 run iperf3-srv_10.42.42.10(pid=29037): Launched\u000a02:23:46.387757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:23:46.516476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:46.855031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29038): Launched\u000a02:23:47.148149 run iperf3-srv_10.42.42.10(pid=29039): Launched\u000a02:23:47.349413 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:23:47.483952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:47.817526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29040): Launched\u000a02:23:48.095266 run iperf3-srv_10.42.42.10(pid=29041): Launched\u000a02:23:48.292313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:23:48.426675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:23:48.760459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29042): Launched\u000a02:23:49.038944 run iperf3-srv_10.42.42.10(pid=29043): Launched\u000a02:23:49.236034 tst iperf3m4.py:8: start network...\u000a02:23:49.370616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:23:49.877426 run create_hlr_db(pid=29044): Launched\u000a02:23:50.064184 bus /gobi_6: Setting Powered False\u000a02:23:51.086199 run create_hlr_db(pid=29044): Terminated: ok {rc=0}\u000a02:23:51.515022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Launched\u000a02:23:51.838078 run osmo-hlr_10.42.42.2(pid=29047): Launched\u000a02:23:51.955028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:23:52.512261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Launched\u000a02:23:52.814043 run osmo-stp_10.42.42.5(pid=29050): Launched\u000a02:23:52.923578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:23:53.445630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29052): Launched\u000a02:23:53.551929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:23:53.814401 run patchelf(pid=29053): Launched\u000a02:23:53.989670 run osmo-stp_10.42.42.5(pid=29050): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]\u000a02:23:54.117685 run osmo-stp_10.42.42.5(pid=29050): stdout: \u000a| (launched: 2022-12-14_02:23:52.665796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:54.246457 run osmo-stp_10.42.42.5(pid=29050): stderr: \u000a| �[0;m�[38;5;43m20221214022352836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022352836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022352837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022352837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022352838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022352838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022352838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:54.370038 run osmo-stp_10.42.42.5(pid=29050): stdout: \u000a| (launched: 2022-12-14_02:23:52.665796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:23:54.492565 run osmo-stp_10.42.42.5(pid=29050): stderr: \u000a| �[0;m�[38;5;43m20221214022352836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022352836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022352837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022352837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022352838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022352838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022352838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:23:54.636288 run patchelf(pid=29053): Terminating (SIGINT)\u000a02:23:54.805730 run patchelf(pid=29053): Terminated: ok {rc=0}\u000a02:23:54.836786 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:23:54.846064 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:23:54.906044 run osmo-hlr_10.42.42.2(pid=29047): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29047)]\u000a02:23:54.954751 run osmo-hlr_10.42.42.2(pid=29047): stdout: \u000a| (launched: 2022-12-14_02:23:51.679058) \u000a02:23:55.004127 run osmo-hlr_10.42.42.2(pid=29047): stderr: \u000a| �[0;m�[1;31m20221214022351877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022351877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022351877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022351877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022351877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022351877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022351889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022351897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022351897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022351897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:23:55.046162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Terminating (SIGTERM)\u000a02:23:55.085788 run iperf3-srv_10.42.42.10(pid=29037): Terminating (SIGTERM)\u000a02:23:55.125678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29038): Terminating (SIGTERM)\u000a02:23:55.165317 run iperf3-srv_10.42.42.10(pid=29039): Terminating (SIGTERM)\u000a02:23:55.205565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29040): Terminating (SIGTERM)\u000a02:23:55.245357 run iperf3-srv_10.42.42.10(pid=29041): Terminating (SIGTERM)\u000a02:23:55.285467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29042): Terminating (SIGTERM)\u000a02:23:55.325136 run iperf3-srv_10.42.42.10(pid=29043): Terminating (SIGTERM)\u000a02:23:55.364679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Terminating (SIGTERM)\u000a02:23:55.404261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Terminating (SIGTERM)\u000a02:23:55.443945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29052): Terminating (SIGTERM)\u000a02:23:55.453146 --- ParallelTerminationStrategy: PID 29036 died...\u000a02:23:55.506285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Terminated: ok {rc=0}\u000a02:23:55.515876 --- ParallelTerminationStrategy: PID 29037 died...\u000a02:23:55.568420 run iperf3-srv_10.42.42.10(pid=29037): Terminated {rc=256}\u000a02:23:55.578008 --- ParallelTerminationStrategy: PID 29038 died...\u000a02:23:55.630740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29038): Terminated: ok {rc=0}\u000a02:23:55.640233 --- ParallelTerminationStrategy: PID 29039 died...\u000a02:23:55.692823 run iperf3-srv_10.42.42.10(pid=29039): Terminated {rc=256}\u000a02:23:55.702325 --- ParallelTerminationStrategy: PID 29040 died...\u000a02:23:55.754914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29040): Terminated: ok {rc=0}\u000a02:23:55.764259 --- ParallelTerminationStrategy: PID 29041 died...\u000a02:23:55.816730 run iperf3-srv_10.42.42.10(pid=29041): Terminated {rc=256}\u000a02:23:55.826186 --- ParallelTerminationStrategy: PID 29042 died...\u000a02:23:55.878712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29042): Terminated: ok {rc=0}\u000a02:23:55.888073 --- ParallelTerminationStrategy: PID 29043 died...\u000a02:23:55.940510 run iperf3-srv_10.42.42.10(pid=29043): Terminated {rc=256}\u000a02:23:55.950010 --- ParallelTerminationStrategy: PID 29046 died...\u000a02:23:56.002669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Terminated: ok {rc=0}\u000a02:23:56.012214 --- ParallelTerminationStrategy: PID 29049 died...\u000a02:23:56.064855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Terminated: ok {rc=0}\u000a02:23:56.074431 --- ParallelTerminationStrategy: PID 29052 died...\u000a02:23:56.127051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29052): Terminated: ok {rc=0}\u000a02:23:56.210760 bus /gobi_4: Setting Powered False\u000a02:23:57.317210 bus /gobi_4: Setting Powered False\u000a02:23:58.428854 bus /gobi_1: Setting Powered False\u000a02:23:59.531324 bus /gobi_1: Setting Powered False\u000a02:24:00.641287 bus /gobi_0: Setting Powered False\u000a02:24:01.788055 bus /gobi_0: Setting Powered False\u000a02:24:02.936204 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29332): Process ended prematurely: osmo-stp_10.42.42.5(pid=29332) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29332): Process ended prematurely: osmo-stp_10.42.42.5(pid=29332) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:24:04.010528 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.023957 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:24:04.172571 tst ping.py: using LAC 37888\u000a02:24:04.296916 tst ping.py: using RAC 148\u000a02:24:04.411959 tst ping.py: using CellId 37888\u000a02:24:04.526849 tst ping.py: using BVCI 37889\u000a02:24:04.550322 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.562074 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.573629 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.585247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.596917 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.608614 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.620551 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:04.632330 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:04.928367 tst ping.py:19: start network...\u000a02:24:05.067622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:05.617934 run create_hlr_db(pid=29325): Launched\u000a02:24:05.789257 bus /gobi_6: Setting Powered False\u000a02:24:06.813401 run create_hlr_db(pid=29325): Terminated: ok {rc=0}\u000a02:24:07.236340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29328): Launched\u000a02:24:07.640592 run osmo-hlr_10.42.42.2(pid=29329): Launched\u000a02:24:07.872792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:08.492899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29331): Launched\u000a02:24:08.898812 run osmo-stp_10.42.42.5(pid=29332): Launched\u000a02:24:09.134184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:09.759143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29334): Launched\u000a02:24:09.870310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:10.153620 run patchelf(pid=29335): Launched\u000a02:24:10.335586 run osmo-stp_10.42.42.5(pid=29332): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)]\u000a02:24:10.469616 run osmo-stp_10.42.42.5(pid=29332): stdout: \u000a| (launched: 2022-12-14_02:24:08.649976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:10.604142 run osmo-stp_10.42.42.5(pid=29332): stderr: \u000a| �[0;m�[38;5;43m20221214022408984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022408984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022408984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022408984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022408985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022408985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022408985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:10.734321 run osmo-stp_10.42.42.5(pid=29332): stdout: \u000a| (launched: 2022-12-14_02:24:08.649976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:10.862892 run osmo-stp_10.42.42.5(pid=29332): stderr: \u000a| �[0;m�[38;5;43m20221214022408984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022408984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022408984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022408984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022408985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022408985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022408985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:11.010828 run patchelf(pid=29335): Terminating (SIGINT)\u000a02:24:11.187071 run patchelf(pid=29335): Terminated: ok {rc=0}\u000a02:24:11.219381 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29332): Process ended prematurely: osmo-stp_10.42.42.5(pid=29332) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29332)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:24:11.229453 tst ping.py:22: Test FAILED (7.2 sec)\u000a02:24:11.292975 run osmo-hlr_10.42.42.2(pid=29329): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29329)]\u000a02:24:11.344857 run osmo-hlr_10.42.42.2(pid=29329): stdout: \u000a| (launched: 2022-12-14_02:24:07.390788) \u000a02:24:11.397714 run osmo-hlr_10.42.42.2(pid=29329): stderr: \u000a| �[0;m�[1;31m20221214022407724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022407724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022407724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022407724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022407724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022407724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022407745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022407758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022407758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022407758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:11.442101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29328): Terminating (SIGTERM)\u000a02:24:11.487627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29331): Terminating (SIGTERM)\u000a02:24:11.532328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29334): Terminating (SIGTERM)\u000a02:24:11.543262 --- ParallelTerminationStrategy: PID 29328 died...\u000a02:24:11.602918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29328): Terminated: ok {rc=0}\u000a02:24:11.613137 --- ParallelTerminationStrategy: PID 29331 died...\u000a02:24:11.671033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29331): Terminated: ok {rc=0}\u000a02:24:11.681685 --- ParallelTerminationStrategy: PID 29334 died...\u000a02:24:11.736795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29334): Terminated: ok {rc=0}\u000a02:24:11.823393 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29342): Process ended prematurely: osmo-stp_10.42.42.5(pid=29342) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29342)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29342): Process ended prematurely: osmo-stp_10.42.42.5(pid=29342) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:24:12.879262 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:12.891898 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:24:13.039164 tst ping_idle_ping.py: using LAC 37889\u000a02:24:13.160409 tst ping_idle_ping.py: using RAC 149\u000a02:24:13.281997 tst ping_idle_ping.py: using CellId 37889\u000a02:24:13.401115 tst ping_idle_ping.py: using BVCI 37890\u000a02:24:13.426324 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.438348 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.450291 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.462921 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.474482 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.486397 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.498444 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:24:13.510422 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:24:13.795078 tst ping_idle_ping.py:24: start network...\u000a02:24:13.925769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:14.458909 run create_hlr_db(pid=29336): Launched\u000a02:24:14.638393 bus /gobi_6: Setting Powered False\u000a02:24:15.662991 run create_hlr_db(pid=29336): Terminated: ok {rc=0}\u000a02:24:16.120155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29338): Launched\u000a02:24:16.608037 run osmo-hlr_10.42.42.2(pid=29339): Launched\u000a02:24:16.862040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:17.515266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29341): Launched\u000a02:24:18.006590 run osmo-stp_10.42.42.5(pid=29342): Launched\u000a02:24:18.192671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:18.780914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29344): Launched\u000a02:24:18.891809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:19.178273 run patchelf(pid=29345): Launched\u000a02:24:19.360524 run osmo-stp_10.42.42.5(pid=29342): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29342)]\u000a02:24:19.494156 run osmo-stp_10.42.42.5(pid=29342): stdout: \u000a| (launched: 2022-12-14_02:24:17.682326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:19.628904 run osmo-stp_10.42.42.5(pid=29342): stderr: \u000a| �[0;m�[38;5;43m20221214022417886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022417886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022417886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022417887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022417887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022417887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022417887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:19.758583 run osmo-stp_10.42.42.5(pid=29342): stdout: \u000a| (launched: 2022-12-14_02:24:17.682326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:19.886593 run osmo-stp_10.42.42.5(pid=29342): stderr: \u000a| �[0;m�[38;5;43m20221214022417886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022417886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022417886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022417887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022417887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022417887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022417887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:20.035038 run patchelf(pid=29345): Terminating (SIGINT)\u000a02:24:20.211337 run patchelf(pid=29345): Terminated: ok {rc=0}\u000a02:24:20.243757 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29342): Process ended prematurely: osmo-stp_10.42.42.5(pid=29342) [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29342)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:24:20.253818 tst ping_idle_ping.py:27: Test FAILED (7.4 sec)\u000a02:24:20.317718 run osmo-hlr_10.42.42.2(pid=29339): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29339)]\u000a02:24:20.369081 run osmo-hlr_10.42.42.2(pid=29339): stdout: \u000a| (launched: 2022-12-14_02:24:16.326489) \u000a02:24:20.421290 run osmo-hlr_10.42.42.2(pid=29339): stderr: \u000a| �[0;m�[1;31m20221214022416636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022416636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022416636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022416636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022416636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022416636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022416663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022416681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022416682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022416682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:20.466466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29338): Terminating (SIGTERM)\u000a02:24:20.510329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29341): Terminating (SIGTERM)\u000a02:24:20.555295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29344): Terminating (SIGTERM)\u000a02:24:20.566519 --- ParallelTerminationStrategy: PID 29338 died...\u000a02:24:20.624820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29338): Terminated: ok {rc=0}\u000a02:24:20.635679 --- ParallelTerminationStrategy: PID 29341 died...\u000a02:24:20.693029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29341): Terminated: ok {rc=0}\u000a02:24:20.703874 --- ParallelTerminationStrategy: PID 29344 died...\u000a02:24:20.759332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29344): Terminated: ok {rc=0}\u000a02:24:20.847784 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:23:21" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29359): Process ended prematurely: osmo-stp_10.42.42.5(pid=29359) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29359)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29359): Process ended prematurely: osmo-stp_10.42.42.5(pid=29359) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:24:22.974355 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:22.985839 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:23.134209 tst cs_paging_gprs_active.py: using LAC 37890\u000a02:24:23.258924 tst cs_paging_gprs_active.py: using RAC 150\u000a02:24:23.382772 tst cs_paging_gprs_active.py: using CellId 37890\u000a02:24:23.506646 tst cs_paging_gprs_active.py: using BVCI 37891\u000a02:24:23.532078 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.544896 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.556586 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.568466 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.580346 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.594281 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.606230 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.618019 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:23.630157 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:23.753915 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:24.045386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:24:24.180372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:24.526515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29349): Launched\u000a02:24:24.809246 run iperf3-srv_10.42.42.10(pid=29350): Launched\u000a02:24:25.010109 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:24:25.146498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:25.485208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29351): Launched\u000a02:24:25.767074 run iperf3-srv_10.42.42.10(pid=29352): Launched\u000a02:24:25.966904 tst cs_paging_gprs_active.py:38: start network...\u000a02:24:26.103884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:26.619100 run create_hlr_db(pid=29353): Launched\u000a02:24:26.807393 bus /gobi_6: Setting Powered False\u000a02:24:27.829428 run create_hlr_db(pid=29353): Terminated: ok {rc=0}\u000a02:24:28.238256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29355): Launched\u000a02:24:28.546296 run osmo-hlr_10.42.42.2(pid=29356): Launched\u000a02:24:28.660717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:29.190857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29358): Launched\u000a02:24:29.497197 run osmo-stp_10.42.42.5(pid=29359): Launched\u000a02:24:29.609391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:30.140368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29361): Launched\u000a02:24:30.248921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:30.515324 run patchelf(pid=29362): Launched\u000a02:24:30.693198 run osmo-stp_10.42.42.5(pid=29359): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29359)]\u000a02:24:30.822939 run osmo-stp_10.42.42.5(pid=29359): stdout: \u000a| (launched: 2022-12-14_02:24:29.346142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:30.985239 run osmo-stp_10.42.42.5(pid=29359): stderr: \u000a| �[0;m�[38;5;43m20221214022429519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022429519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022429520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022429520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022429521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022429521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022429521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:31.125098 run osmo-stp_10.42.42.5(pid=29359): stdout: \u000a| (launched: 2022-12-14_02:24:29.346142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:31.264327 run osmo-stp_10.42.42.5(pid=29359): stderr: \u000a| �[0;m�[38;5;43m20221214022429519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022429519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022429520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022429520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022429521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022429521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022429521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:31.425207 run patchelf(pid=29362): Terminating (SIGINT)\u000a02:24:31.617652 run patchelf(pid=29362): Terminated: ok {rc=0}\u000a02:24:31.653054 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29359): Process ended prematurely: osmo-stp_10.42.42.5(pid=29359) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29359)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:24:31.665742 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:24:31.732462 run osmo-hlr_10.42.42.2(pid=29356): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29356)]\u000a02:24:31.787332 run osmo-hlr_10.42.42.2(pid=29356): stdout: \u000a| (launched: 2022-12-14_02:24:28.393241) \u000a02:24:31.842515 run osmo-hlr_10.42.42.2(pid=29356): stderr: \u000a| �[0;m�[1;31m20221214022428569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022428569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022428569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022428569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022428569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022428569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022428581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022428589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022428590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022428590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:31.891087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29349): Terminating (SIGTERM)\u000a02:24:31.937483 run iperf3-srv_10.42.42.10(pid=29350): Terminating (SIGTERM)\u000a02:24:31.982815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29351): Terminating (SIGTERM)\u000a02:24:32.027096 run iperf3-srv_10.42.42.10(pid=29352): Terminating (SIGTERM)\u000a02:24:32.074701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29355): Terminating (SIGTERM)\u000a02:24:32.119881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29358): Terminating (SIGTERM)\u000a02:24:32.165832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29361): Terminating (SIGTERM)\u000a02:24:32.175485 --- ParallelTerminationStrategy: PID 29349 died...\u000a02:24:32.233577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29349): Terminated: ok {rc=0}\u000a02:24:32.243565 --- ParallelTerminationStrategy: PID 29350 died...\u000a02:24:32.300665 run iperf3-srv_10.42.42.10(pid=29350): Terminated {rc=256}\u000a02:24:32.310691 --- ParallelTerminationStrategy: PID 29351 died...\u000a02:24:32.368157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29351): Terminated: ok {rc=0}\u000a02:24:32.378103 --- ParallelTerminationStrategy: PID 29352 died...\u000a02:24:32.435209 run iperf3-srv_10.42.42.10(pid=29352): Terminated {rc=256}\u000a02:24:32.445329 --- ParallelTerminationStrategy: PID 29355 died...\u000a02:24:32.502769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29355): Terminated: ok {rc=0}\u000a02:24:32.512885 --- ParallelTerminationStrategy: PID 29358 died...\u000a02:24:32.570444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29358): Terminated: ok {rc=0}\u000a02:24:32.580394 --- ParallelTerminationStrategy: PID 29361 died...\u000a02:24:32.637688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29361): Terminated: ok {rc=0}\u000a02:24:32.725227 bus /gobi_0: Setting Powered False\u000a02:24:33.831674 bus /gobi_0: Setting Powered False\u000a02:24:34.939488 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:24:36.054629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.066675 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:36.222297 tst iperf3.py: using LAC 37891\u000a02:24:36.349447 tst iperf3.py: using RAC 151\u000a02:24:36.478173 tst iperf3.py: using CellId 37891\u000a02:24:36.606948 tst iperf3.py: using BVCI 37892\u000a02:24:36.631907 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.643254 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.654304 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.665357 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.676597 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.687977 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.699474 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.710779 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:36.722244 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:37.018643 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:24:37.155038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:37.489787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29363): Launched\u000a02:24:37.769788 run iperf3-srv_10.42.42.10(pid=29364): Launched\u000a02:24:37.968292 tst iperf3.py:8: start network...\u000a02:24:38.104654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:38.618730 run create_hlr_db(pid=29365): Launched\u000a02:24:38.805779 bus /gobi_6: Setting Powered False\u000a02:24:39.826198 run create_hlr_db(pid=29365): Terminated: ok {rc=0}\u000a02:24:40.255495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Launched\u000a02:24:40.579617 run osmo-hlr_10.42.42.2(pid=29368): Launched\u000a02:24:40.701761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:41.265759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Launched\u000a02:24:41.588883 run osmo-stp_10.42.42.5(pid=29371): Launched\u000a02:24:41.706294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:42.269804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29373): Launched\u000a02:24:42.385491 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:42.667596 run patchelf(pid=29374): Launched\u000a02:24:42.856562 run osmo-stp_10.42.42.5(pid=29371): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)]\u000a02:24:42.995162 run osmo-stp_10.42.42.5(pid=29371): stdout: \u000a| (launched: 2022-12-14_02:24:41.429993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:43.134702 run osmo-stp_10.42.42.5(pid=29371): stderr: \u000a| �[0;m�[38;5;43m20221214022441625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022441625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022441625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022441626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022441626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022441626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022441626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:43.269164 run osmo-stp_10.42.42.5(pid=29371): stdout: \u000a| (launched: 2022-12-14_02:24:41.429993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:43.402262 run osmo-stp_10.42.42.5(pid=29371): stderr: \u000a| �[0;m�[38;5;43m20221214022441625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022441625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022441625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022441626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022441626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022441626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022441626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:43.557235 run patchelf(pid=29374): Terminating (SIGINT)\u000a02:24:43.739330 run patchelf(pid=29374): Terminated: ok {rc=0}\u000a02:24:43.772900 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29371): Process ended prematurely: osmo-stp_10.42.42.5(pid=29371) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29371)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:24:43.782917 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:24:43.846409 run osmo-hlr_10.42.42.2(pid=29368): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29368)]\u000a02:24:43.898272 run osmo-hlr_10.42.42.2(pid=29368): stdout: \u000a| (launched: 2022-12-14_02:24:40.419685) \u000a02:24:43.951223 run osmo-hlr_10.42.42.2(pid=29368): stderr: \u000a| �[0;m�[1;31m20221214022440620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022440620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022440621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022440621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022440621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022440621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022440636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022440645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022440646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022440646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:43.996442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29363): Terminating (SIGTERM)\u000a02:24:44.038848 run iperf3-srv_10.42.42.10(pid=29364): Terminating (SIGTERM)\u000a02:24:44.081287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Terminating (SIGTERM)\u000a02:24:44.123514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Terminating (SIGTERM)\u000a02:24:44.165619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29373): Terminating (SIGTERM)\u000a02:24:44.175198 --- ParallelTerminationStrategy: PID 29363 died...\u000a02:24:44.232006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29363): Terminated: ok {rc=0}\u000a02:24:44.242206 --- ParallelTerminationStrategy: PID 29364 died...\u000a02:24:44.298221 run iperf3-srv_10.42.42.10(pid=29364): Terminated {rc=256}\u000a02:24:44.308228 --- ParallelTerminationStrategy: PID 29367 died...\u000a02:24:44.364529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29367): Terminated: ok {rc=0}\u000a02:24:44.374611 --- ParallelTerminationStrategy: PID 29370 died...\u000a02:24:44.430806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29370): Terminated: ok {rc=0}\u000a02:24:44.440847 --- ParallelTerminationStrategy: PID 29373 died...\u000a02:24:44.497036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29373): Terminated: ok {rc=0}\u000a02:24:44.583167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29389): Process ended prematurely: osmo-stp_10.42.42.5(pid=29389) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29389): Process ended prematurely: osmo-stp_10.42.42.5(pid=29389) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:24:45.697104 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:45.708834 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:24:45.865395 tst iperf3m4.py: using LAC 37892\u000a02:24:46.006099 tst iperf3m4.py: using RAC 152\u000a02:24:46.135974 tst iperf3m4.py: using CellId 37892\u000a02:24:46.263379 tst iperf3m4.py: using BVCI 37893\u000a02:24:46.289087 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.301055 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.312663 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.324484 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.336579 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.348692 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.361001 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.373022 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:24:46.385447 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:46.508014 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:46.634630 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:46.773205 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:24:47.162324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:24:47.314469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:47.629685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29375): Launched\u000a02:24:47.890267 run iperf3-srv_10.42.42.10(pid=29376): Launched\u000a02:24:48.073561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:24:48.198736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:48.514736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29377): Launched\u000a02:24:48.774772 run iperf3-srv_10.42.42.10(pid=29378): Launched\u000a02:24:48.957368 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:24:49.081700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:49.391766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29379): Launched\u000a02:24:49.650444 run iperf3-srv_10.42.42.10(pid=29380): Launched\u000a02:24:49.833176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:24:49.957457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:24:50.268855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29381): Launched\u000a02:24:50.527497 run iperf3-srv_10.42.42.10(pid=29382): Launched\u000a02:24:50.710349 tst iperf3m4.py:8: start network...\u000a02:24:50.834776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:24:51.318052 run create_hlr_db(pid=29383): Launched\u000a02:24:51.489981 bus /gobi_6: Setting Powered False\u000a02:24:52.512535 run create_hlr_db(pid=29383): Terminated: ok {rc=0}\u000a02:24:52.912914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29385): Launched\u000a02:24:53.213404 run osmo-hlr_10.42.42.2(pid=29386): Launched\u000a02:24:53.330429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:24:53.860855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29388): Launched\u000a02:24:54.161469 run osmo-stp_10.42.42.5(pid=29389): Launched\u000a02:24:54.270247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:24:54.791692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29391): Launched\u000a02:24:54.898310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:24:55.159613 run patchelf(pid=29392): Launched\u000a02:24:55.334576 run osmo-stp_10.42.42.5(pid=29389): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)]\u000a02:24:55.462223 run osmo-stp_10.42.42.5(pid=29389): stdout: \u000a| (launched: 2022-12-14_02:24:54.013638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:55.590443 run osmo-stp_10.42.42.5(pid=29389): stderr: \u000a| �[0;m�[38;5;43m20221214022454185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022454185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022454186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022454186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022454186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022454186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022454186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:55.714207 run osmo-stp_10.42.42.5(pid=29389): stdout: \u000a| (launched: 2022-12-14_02:24:54.013638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:24:55.836871 run osmo-stp_10.42.42.5(pid=29389): stderr: \u000a| �[0;m�[38;5;43m20221214022454185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022454185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022454186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022454186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022454186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022454186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022454186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:24:55.980554 run patchelf(pid=29392): Terminating (SIGINT)\u000a02:24:56.150060 run patchelf(pid=29392): Terminated: ok {rc=0}\u000a02:24:56.181137 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29389): Process ended prematurely: osmo-stp_10.42.42.5(pid=29389) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29389)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:24:56.190417 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a02:24:56.250585 run osmo-hlr_10.42.42.2(pid=29386): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29386)]\u000a02:24:56.299964 run osmo-hlr_10.42.42.2(pid=29386): stdout: \u000a| (launched: 2022-12-14_02:24:53.065979) \u000a02:24:56.349627 run osmo-hlr_10.42.42.2(pid=29386): stderr: \u000a| �[0;m�[1;31m20221214022453244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022453244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022453244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022453244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022453244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022453244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022453256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022453266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022453266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022453266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:24:56.391626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29375): Terminating (SIGTERM)\u000a02:24:56.431117 run iperf3-srv_10.42.42.10(pid=29376): Terminating (SIGTERM)\u000a02:24:56.470675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29377): Terminating (SIGTERM)\u000a02:24:56.510311 run iperf3-srv_10.42.42.10(pid=29378): Terminating (SIGTERM)\u000a02:24:56.550096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29379): Terminating (SIGTERM)\u000a02:24:56.589608 run iperf3-srv_10.42.42.10(pid=29380): Terminating (SIGTERM)\u000a02:24:56.629207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29381): Terminating (SIGTERM)\u000a02:24:56.668669 run iperf3-srv_10.42.42.10(pid=29382): Terminating (SIGTERM)\u000a02:24:56.708915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29385): Terminating (SIGTERM)\u000a02:24:56.748589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29388): Terminating (SIGTERM)\u000a02:24:56.788171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29391): Terminating (SIGTERM)\u000a02:24:56.797338 --- ParallelTerminationStrategy: PID 29375 died...\u000a02:24:56.850394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29375): Terminated: ok {rc=0}\u000a02:24:56.859803 --- ParallelTerminationStrategy: PID 29376 died...\u000a02:24:56.912378 run iperf3-srv_10.42.42.10(pid=29376): Terminated {rc=256}\u000a02:24:56.921793 --- ParallelTerminationStrategy: PID 29377 died...\u000a02:24:56.974553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29377): Terminated: ok {rc=0}\u000a02:24:56.983902 --- ParallelTerminationStrategy: PID 29378 died...\u000a02:24:57.036096 run iperf3-srv_10.42.42.10(pid=29378): Terminated {rc=256}\u000a02:24:57.045554 --- ParallelTerminationStrategy: PID 29379 died...\u000a02:24:57.098080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29379): Terminated: ok {rc=0}\u000a02:24:57.107478 --- ParallelTerminationStrategy: PID 29380 died...\u000a02:24:57.159723 run iperf3-srv_10.42.42.10(pid=29380): Terminated {rc=256}\u000a02:24:57.169196 --- ParallelTerminationStrategy: PID 29381 died...\u000a02:24:57.221465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29381): Terminated: ok {rc=0}\u000a02:24:57.230847 --- ParallelTerminationStrategy: PID 29382 died...\u000a02:24:57.283552 run iperf3-srv_10.42.42.10(pid=29382): Terminated {rc=256}\u000a02:24:57.293031 --- ParallelTerminationStrategy: PID 29385 died...\u000a02:24:57.345730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29385): Terminated: ok {rc=0}\u000a02:24:57.355192 --- ParallelTerminationStrategy: PID 29388 died...\u000a02:24:57.407659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29388): Terminated: ok {rc=0}\u000a02:24:57.417207 --- ParallelTerminationStrategy: PID 29391 died...\u000a02:24:57.469562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29391): Terminated: ok {rc=0}\u000a02:24:57.557401 bus /gobi_4: Setting Powered False\u000a02:24:58.660380 bus /gobi_4: Setting Powered False\u000a02:24:59.768552 bus /gobi_1: Setting Powered False\u000a02:25:00.890460 bus /gobi_1: Setting Powered False\u000a02:25:02.013554 bus /gobi_0: Setting Powered False\u000a02:25:03.118394 bus /gobi_0: Setting Powered False\u000a02:25:04.231964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:25:05.300735 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.312321 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:25:05.462129 tst ping.py: using LAC 37893\u000a02:25:05.591386 tst ping.py: using RAC 153\u000a02:25:05.713571 tst ping.py: using CellId 37893\u000a02:25:05.835950 tst ping.py: using BVCI 37894\u000a02:25:05.860227 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.871580 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.882619 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.893739 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.905024 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.916205 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.927722 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:05.939024 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:06.212387 tst ping.py:19: start network...\u000a02:25:06.334901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:06.807451 run create_hlr_db(pid=29397): Launched\u000a02:25:06.977218 bus /gobi_6: Setting Powered False\u000a02:25:07.997652 run create_hlr_db(pid=29397): Terminated: ok {rc=0}\u000a02:25:08.418906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Launched\u000a02:25:08.736178 run osmo-hlr_10.42.42.2(pid=29400): Launched\u000a02:25:08.855396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:09.410938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Launched\u000a02:25:09.727604 run osmo-stp_10.42.42.5(pid=29403): Launched\u000a02:25:09.842237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:10.397602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29405): Launched\u000a02:25:10.511026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:10.787588 run patchelf(pid=29406): Launched\u000a02:25:10.973061 run osmo-stp_10.42.42.5(pid=29403): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)]\u000a02:25:11.109317 run osmo-stp_10.42.42.5(pid=29403): stdout: \u000a| (launched: 2022-12-14_02:25:09.571565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:11.245025 run osmo-stp_10.42.42.5(pid=29403): stderr: \u000a| �[0;m�[38;5;43m20221214022509764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022509764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022509764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022509765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022509765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022509765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022509765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:11.376594 run osmo-stp_10.42.42.5(pid=29403): stdout: \u000a| (launched: 2022-12-14_02:25:09.571565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:11.506908 run osmo-stp_10.42.42.5(pid=29403): stderr: \u000a| �[0;m�[38;5;43m20221214022509764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022509764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022509764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022509765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022509765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022509765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022509765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:11.658913 run patchelf(pid=29406): Terminating (SIGINT)\u000a02:25:11.837447 run patchelf(pid=29406): Terminated: ok {rc=0}\u000a02:25:11.869957 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29403): Process ended prematurely: osmo-stp_10.42.42.5(pid=29403) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29403)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:25:11.879135 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:25:11.942648 run osmo-hlr_10.42.42.2(pid=29400): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29400)]\u000a02:25:11.994847 run osmo-hlr_10.42.42.2(pid=29400): stdout: \u000a| (launched: 2022-12-14_02:25:08.580071) \u000a02:25:12.047701 run osmo-hlr_10.42.42.2(pid=29400): stderr: \u000a| �[0;m�[1;31m20221214022508779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022508779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022508779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022508779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022508779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022508779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022508792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022508800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022508800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022508800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:12.093076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Terminating (SIGTERM)\u000a02:25:12.136069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Terminating (SIGTERM)\u000a02:25:12.178578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29405): Terminating (SIGTERM)\u000a02:25:12.188251 --- ParallelTerminationStrategy: PID 29399 died...\u000a02:25:12.244898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29399): Terminated: ok {rc=0}\u000a02:25:12.255054 --- ParallelTerminationStrategy: PID 29402 died...\u000a02:25:12.311731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29402): Terminated: ok {rc=0}\u000a02:25:12.321840 --- ParallelTerminationStrategy: PID 29405 died...\u000a02:25:12.378462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29405): Terminated: ok {rc=0}\u000a02:25:12.466084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29414): Process ended prematurely: osmo-stp_10.42.42.5(pid=29414) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29414)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29414): Process ended prematurely: osmo-stp_10.42.42.5(pid=29414) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:25:13.517796 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:13.530124 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:25:13.683221 tst ping_idle_ping.py: using LAC 37894\u000a02:25:13.803186 tst ping_idle_ping.py: using RAC 154\u000a02:25:13.929344 tst ping_idle_ping.py: using CellId 37894\u000a02:25:14.056204 tst ping_idle_ping.py: using BVCI 37895\u000a02:25:14.080508 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.091783 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.102931 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.114050 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.125428 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.136681 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.148160 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:25:14.159509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:25:14.434764 tst ping_idle_ping.py:24: start network...\u000a02:25:14.557403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:15.039447 run create_hlr_db(pid=29408): Launched\u000a02:25:15.210572 bus /gobi_6: Setting Powered False\u000a02:25:16.303537 run create_hlr_db(pid=29408): Terminated: ok {rc=0}\u000a02:25:16.723700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29410): Launched\u000a02:25:17.236311 run osmo-hlr_10.42.42.2(pid=29411): Launched\u000a02:25:17.397364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:17.949414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29413): Launched\u000a02:25:18.269524 run osmo-stp_10.42.42.5(pid=29414): Launched\u000a02:25:18.385581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:18.940602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29416): Launched\u000a02:25:19.054742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:19.346147 run patchelf(pid=29417): Launched\u000a02:25:19.530739 run osmo-stp_10.42.42.5(pid=29414): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29414)]\u000a02:25:19.665886 run osmo-stp_10.42.42.5(pid=29414): stdout: \u000a| (launched: 2022-12-14_02:25:18.112038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:19.801175 run osmo-stp_10.42.42.5(pid=29414): stderr: \u000a| �[0;m�[38;5;43m20221214022518303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022518303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022518304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022518304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022518305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022518305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022518305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:19.932220 run osmo-stp_10.42.42.5(pid=29414): stdout: \u000a| (launched: 2022-12-14_02:25:18.112038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:20.062605 run osmo-stp_10.42.42.5(pid=29414): stderr: \u000a| �[0;m�[38;5;43m20221214022518303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022518303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022518304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022518304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022518305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022518305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022518305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:20.214234 run patchelf(pid=29417): Terminating (SIGINT)\u000a02:25:20.391989 run patchelf(pid=29417): Terminated: ok {rc=0}\u000a02:25:20.424276 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29414): Process ended prematurely: osmo-stp_10.42.42.5(pid=29414) [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29414)] [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:25:20.433598 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a02:25:20.496986 run osmo-hlr_10.42.42.2(pid=29411): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29411)]\u000a02:25:20.548763 run osmo-hlr_10.42.42.2(pid=29411): stdout: \u000a| (launched: 2022-12-14_02:25:16.937977) \u000a02:25:20.601429 run osmo-hlr_10.42.42.2(pid=29411): stderr: \u000a| �[0;m�[1;31m20221214022517173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022517173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022517173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022517173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022517174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022517174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022517195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022517211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022517211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022517211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:20.646227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29410): Terminating (SIGTERM)\u000a02:25:20.688704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29413): Terminating (SIGTERM)\u000a02:25:20.731124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29416): Terminating (SIGTERM)\u000a02:25:20.740803 --- ParallelTerminationStrategy: PID 29410 died...\u000a02:25:20.797319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29410): Terminated: ok {rc=0}\u000a02:25:20.807353 --- ParallelTerminationStrategy: PID 29413 died...\u000a02:25:20.863818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29413): Terminated: ok {rc=0}\u000a02:25:20.873788 --- ParallelTerminationStrategy: PID 29416 died...\u000a02:25:20.930002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29416): Terminated: ok {rc=0}\u000a02:25:21.016512 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:24:22" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29427): Process ended prematurely: osmo-stp_10.42.42.5(pid=29427) [trial-2398↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29427)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29427): Process ended prematurely: osmo-stp_10.42.42.5(pid=29427) [trial-2398↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:25:23.008417 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.019323 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:25:23.157935 tst switch_tch_pdch.py: using LAC 37895\u000a02:25:23.271065 tst switch_tch_pdch.py: using RAC 155\u000a02:25:23.384358 tst switch_tch_pdch.py: using CellId 37895\u000a02:25:23.497706 tst switch_tch_pdch.py: using BVCI 37896\u000a02:25:23.520086 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.531186 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.541976 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.552679 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.563812 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.575062 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.586235 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:25:23.597045 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:25:23.715026 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:25:23.986962 tst switch_tch_pdch.py:51: start network...\u000a02:25:24.107916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:24.574805 run create_hlr_db(pid=29421): Launched\u000a02:25:24.743530 bus /gobi_6: Setting Powered False\u000a02:25:25.765183 run create_hlr_db(pid=29421): Terminated: ok {rc=0}\u000a02:25:26.153542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29423): Launched\u000a02:25:26.442496 run osmo-hlr_10.42.42.2(pid=29424): Launched\u000a02:25:26.555947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:27.071704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29426): Launched\u000a02:25:27.362199 run osmo-stp_10.42.42.5(pid=29427): Launched\u000a02:25:27.468766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:27.977400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29429): Launched\u000a02:25:28.080682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:28.334575 run patchelf(pid=29430): Launched\u000a02:25:28.505049 run osmo-stp_10.42.42.5(pid=29427): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29427)]\u000a02:25:28.630009 run osmo-stp_10.42.42.5(pid=29427): stdout: \u000a| (launched: 2022-12-14_02:25:27.219754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:28.754922 run osmo-stp_10.42.42.5(pid=29427): stderr: \u000a| �[0;m�[38;5;43m20221214022527389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022527390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022527390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022527390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022527391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022527391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022527391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:28.875729 run osmo-stp_10.42.42.5(pid=29427): stdout: \u000a| (launched: 2022-12-14_02:25:27.219754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:28.995963 run osmo-stp_10.42.42.5(pid=29427): stderr: \u000a| �[0;m�[38;5;43m20221214022527389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022527390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022527390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022527390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022527391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022527391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022527391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:29.136361 run patchelf(pid=29430): Terminating (SIGINT)\u000a02:25:29.301212 run patchelf(pid=29430): Terminated: ok {rc=0}\u000a02:25:29.331274 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29427): Process ended prematurely: osmo-stp_10.42.42.5(pid=29427) [trial-2398↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29427)] [trial-2398↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:25:29.339689 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a02:25:29.398790 run osmo-hlr_10.42.42.2(pid=29424): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29424)]\u000a02:25:29.447127 run osmo-hlr_10.42.42.2(pid=29424): stdout: \u000a| (launched: 2022-12-14_02:25:26.301122) \u000a02:25:29.496221 run osmo-hlr_10.42.42.2(pid=29424): stderr: \u000a| �[0;m�[1;31m20221214022526475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022526475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022526475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022526475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022526475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022526475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022526489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022526499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022526499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022526499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:29.537963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29423): Terminating (SIGTERM)\u000a02:25:29.577273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29426): Terminating (SIGTERM)\u000a02:25:29.616521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29429): Terminating (SIGTERM)\u000a02:25:29.625572 --- ParallelTerminationStrategy: PID 29423 died...\u000a02:25:29.678041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29423): Terminated: ok {rc=0}\u000a02:25:29.687388 --- ParallelTerminationStrategy: PID 29426 died...\u000a02:25:29.739550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29426): Terminated: ok {rc=0}\u000a02:25:29.748819 --- ParallelTerminationStrategy: PID 29429 died...\u000a02:25:29.800730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29429): Terminated: ok {rc=0}\u000a02:25:29.883934 bus /gobi_0: Setting Powered False\u000a02:25:30.984709 bus /gobi_0: Setting Powered False\u000a02:25:32.105815 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:25:22" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2398↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2398↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:25:34.028162 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.038944 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:25:34.181023 tst switch_tch_pdch.py: using LAC 37896\u000a02:25:34.295632 tst switch_tch_pdch.py: using RAC 156\u000a02:25:34.409566 tst switch_tch_pdch.py: using CellId 37896\u000a02:25:34.523389 tst switch_tch_pdch.py: using BVCI 37897\u000a02:25:34.545773 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.556390 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.566896 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.577368 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.587986 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.598772 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.609752 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:25:34.620230 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:25:34.739214 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:25:35.011582 tst switch_tch_pdch.py:51: start network...\u000a02:25:35.132901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:35.573961 run create_hlr_db(pid=29436): Launched\u000a02:25:35.692545 bus /gobi_6: Setting Powered False\u000a02:25:36.763807 run create_hlr_db(pid=29436): Terminated: ok {rc=0}\u000a02:25:37.153864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Launched\u000a02:25:37.465555 run osmo-hlr_10.42.42.2(pid=29439): Launched\u000a02:25:37.582095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:38.096848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Launched\u000a02:25:38.408839 run osmo-stp_10.42.42.5(pid=29442): Launched\u000a02:25:38.523138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:25:39.042000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29444): Launched\u000a02:25:39.153953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:25:39.426550 run patchelf(pid=29445): Launched\u000a02:25:39.609986 run osmo-stp_10.42.42.5(pid=29442): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)]\u000a02:25:39.743697 run osmo-stp_10.42.42.5(pid=29442): stdout: \u000a| (launched: 2022-12-14_02:25:38.255583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:39.877860 run osmo-stp_10.42.42.5(pid=29442): stderr: \u000a| �[0;m�[38;5;43m20221214022538446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022538446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022538447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022538447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:40.008306 run osmo-stp_10.42.42.5(pid=29442): stdout: \u000a| (launched: 2022-12-14_02:25:38.255583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:40.137818 run osmo-stp_10.42.42.5(pid=29442): stderr: \u000a| �[0;m�[38;5;43m20221214022538446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022538446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022538447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022538447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022538448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:40.287807 run patchelf(pid=29445): Terminating (SIGINT)\u000a02:25:40.464367 run patchelf(pid=29445): Terminated: ok {rc=0}\u000a02:25:40.496620 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29442): Process ended prematurely: osmo-stp_10.42.42.5(pid=29442) [trial-2398↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29442)] [trial-2398↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:25:40.505842 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a02:25:40.568457 run osmo-hlr_10.42.42.2(pid=29439): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29439)]\u000a02:25:40.619940 run osmo-hlr_10.42.42.2(pid=29439): stdout: \u000a| (launched: 2022-12-14_02:25:37.313205) \u000a02:25:40.672377 run osmo-hlr_10.42.42.2(pid=29439): stderr: \u000a| �[0;m�[1;31m20221214022537508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022537508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022537508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022537509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022537509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022537509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022537522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022537532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022537532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022537532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:40.717058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Terminating (SIGTERM)\u000a02:25:40.759003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Terminating (SIGTERM)\u000a02:25:40.801418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29444): Terminating (SIGTERM)\u000a02:25:40.810901 --- ParallelTerminationStrategy: PID 29438 died...\u000a02:25:40.866808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29438): Terminated: ok {rc=0}\u000a02:25:40.876694 --- ParallelTerminationStrategy: PID 29441 died...\u000a02:25:40.932434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29441): Terminated: ok {rc=0}\u000a02:25:40.942325 --- ParallelTerminationStrategy: PID 29444 died...\u000a02:25:40.998269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29444): Terminated: ok {rc=0}\u000a02:25:41.085956 bus /gobi_0: Setting Powered False\u000a02:25:42.189261 bus /gobi_0: Setting Powered False\u000a02:25:43.298203 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29451) [trial-2398↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29451)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29451) [trial-2398↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a02:25:45.175197 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a02:25:45.186222 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a02:25:45.326982 tst mo_mt_sms.py: using LAC 37897\u000a02:25:45.448790 tst mo_mt_sms.py: using RAC 157\u000a02:25:45.570072 tst mo_mt_sms.py: using CellId 37897\u000a02:25:45.691799 tst mo_mt_sms.py: using BVCI 37898\u000a02:25:45.715854 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:45.830825 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:46.136327 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:25:46.260146 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:25:46.957825 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29450): Launched\u000a02:25:47.290015 run osmo-nitb_10.42.42.2(pid=29451): Launched\u000a02:25:47.483925 run osmo-nitb_10.42.42.2(pid=29451): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29451)]\u000a02:25:47.626543 run osmo-nitb_10.42.42.2(pid=29451): stdout: \u000a| (launched: 2022-12-14_02:25:47.111440) \u000a02:25:47.769805 run osmo-nitb_10.42.42.2(pid=29451): stderr: \u000a| (launched: 2022-12-14_02:25:47.155372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:47.908672 run osmo-nitb_10.42.42.2(pid=29451): stdout: \u000a| (launched: 2022-12-14_02:25:47.111440) \u000a02:25:48.046762 run osmo-nitb_10.42.42.2(pid=29451): stderr: \u000a| (launched: 2022-12-14_02:25:47.155372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:48.417054 tst osmo-nitb_10.42.42.2(pid=29451): stdout: \u000a| (launched: 2022-12-14_02:25:47.111440) \u000a02:25:48.542440 tst osmo-nitb_10.42.42.2(pid=29451): stderr: \u000a| (launched: 2022-12-14_02:25:47.155372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:25:48.597271 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29451): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29451) [trial-2398↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29451)] [trial-2398↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a02:25:48.606126 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a02:25:48.642218 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29450): Terminating (SIGTERM)\u000a02:25:48.820309 --- ParallelTerminationStrategy: PID 29450 died...\u000a02:25:48.877697 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29450): Terminated: ok {rc=0}\u000a02:25:48.963172 bus /sierra_3: Setting Powered False\u000a02:25:50.070508 bus /sierra_3: Setting Powered False\u000a02:25:51.183111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:25:44" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29461): Process ended prematurely: osmo-stp_10.42.42.5(pid=29461) [trial-2398↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29461)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29461): Process ended prematurely: osmo-stp_10.42.42.5(pid=29461) [trial-2398↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a02:25:53.064178 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:53.074776 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a02:25:53.209797 tst mo_mt_sms.py: using LAC 37898\u000a02:25:53.323366 tst mo_mt_sms.py: using RAC 158\u000a02:25:53.436370 tst mo_mt_sms.py: using CellId 37898\u000a02:25:53.557802 tst mo_mt_sms.py: using BVCI 37899\u000a02:25:53.582036 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:53.592732 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:53.603499 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:53.614164 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:53.625666 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:25:53.636680 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:53.751372 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a02:25:53.957278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:25:54.450285 run create_hlr_db(pid=29455): Launched\u000a02:25:54.632608 bus /sierra_2: Setting Powered False\u000a02:25:55.653042 run create_hlr_db(pid=29455): Terminated: ok {rc=0}\u000a02:25:56.044041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29457): Launched\u000a02:25:56.335497 run osmo-hlr_10.42.42.2(pid=29458): Launched\u000a02:25:56.443184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:25:56.946413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29460): Launched\u000a02:25:57.236572 run osmo-stp_10.42.42.5(pid=29461): Launched\u000a02:25:57.342106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:25:57.872143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29463): Launched\u000a02:25:58.162338 run osmo-msc_10.42.42.6(pid=29464): Launched\u000a02:25:58.333013 run osmo-stp_10.42.42.5(pid=29461): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29461)]\u000a02:25:58.456458 run osmo-stp_10.42.42.5(pid=29461): stdout: \u000a| (launched: 2022-12-14_02:25:57.093664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:58.577791 run osmo-stp_10.42.42.5(pid=29461): stderr: \u000a| �[0;m�[38;5;43m20221214022557262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022557262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022557262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022557263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022557263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022557263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022557263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:58.694580 run osmo-stp_10.42.42.5(pid=29461): stdout: \u000a| (launched: 2022-12-14_02:25:57.093664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:25:58.810362 run osmo-stp_10.42.42.5(pid=29461): stderr: \u000a| �[0;m�[38;5;43m20221214022557262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022557262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022557262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022557263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022557263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022557263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022557263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:25:58.861732 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29461): Process ended prematurely: osmo-stp_10.42.42.5(pid=29461) [trial-2398↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29461)] [trial-2398↪sms:trx-b200↪mo_mt_sms.py:16]\u000a02:25:58.869552 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a02:25:58.928595 run osmo-hlr_10.42.42.2(pid=29458): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29458)]\u000a02:25:58.977017 run osmo-hlr_10.42.42.2(pid=29458): stdout: \u000a| (launched: 2022-12-14_02:25:56.192051) \u000a02:25:59.025960 run osmo-hlr_10.42.42.2(pid=29458): stderr: \u000a| �[0;m�[1;31m20221214022556365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022556365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022556365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022556365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022556365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022556365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022556382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022556391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022556391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022556392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:25:59.092047 run osmo-msc_10.42.42.6(pid=29464): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29464)]\u000a02:25:59.140225 run osmo-msc_10.42.42.6(pid=29464): stdout: \u000a| (launched: 2022-12-14_02:25:58.019625) \u000a02:25:59.189493 run osmo-msc_10.42.42.6(pid=29464): stderr: \u000a| �[0;m�[38;5;43m20221214022558289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022558289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfeba29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022558289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022558289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022558289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022558290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022558291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022558292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022558292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022558292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:25:59.231135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29457): Terminating (SIGTERM)\u000a02:25:59.270259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29460): Terminating (SIGTERM)\u000a02:25:59.309354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29463): Terminating (SIGTERM)\u000a02:25:59.318314 --- ParallelTerminationStrategy: PID 29457 died...\u000a02:25:59.370541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29457): Terminated: ok {rc=0}\u000a02:25:59.379758 --- ParallelTerminationStrategy: PID 29460 died...\u000a02:25:59.431757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29460): Terminated: ok {rc=0}\u000a02:25:59.441069 --- ParallelTerminationStrategy: PID 29463 died...\u000a02:25:59.492563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29463): Terminated: ok {rc=0}\u000a02:25:59.579469 bus /sierra_3: Setting Powered False\u000a02:26:00.680161 bus /sierra_3: Setting Powered False\u000a02:26:01.808253 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29470): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29470) [trial-2398↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29470)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29470): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29470) [trial-2398↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a02:26:03.647504 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a02:26:03.658876 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a02:26:03.798829 tst assert_extension.py: using LAC 37899\u000a02:26:03.921354 tst assert_extension.py: using RAC 159\u000a02:26:04.045856 tst assert_extension.py: using CellId 37899\u000a02:26:04.170637 tst assert_extension.py: using BVCI 37900\u000a02:26:04.194427 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a02:26:04.464633 tst assert_extension.py:10: start nitb and bts...\u000a02:26:04.585516 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:26:05.189307 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29469): Launched\u000a02:26:05.476571 run osmo-nitb_10.42.42.2(pid=29470): Launched\u000a02:26:05.656032 run osmo-nitb_10.42.42.2(pid=29470): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29470)]\u000a02:26:05.787974 run osmo-nitb_10.42.42.2(pid=29470): stdout: \u000a| (launched: 2022-12-14_02:26:05.337943) \u000a02:26:05.919973 run osmo-nitb_10.42.42.2(pid=29470): stderr: \u000a| (launched: 2022-12-14_02:26:05.381242)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:06.048281 run osmo-nitb_10.42.42.2(pid=29470): stdout: \u000a| (launched: 2022-12-14_02:26:05.337943) \u000a02:26:06.175539 run osmo-nitb_10.42.42.2(pid=29470): stderr: \u000a| (launched: 2022-12-14_02:26:05.381242)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:06.594779 tst osmo-nitb_10.42.42.2(pid=29470): stdout: \u000a| (launched: 2022-12-14_02:26:05.337943) \u000a02:26:06.710318 tst osmo-nitb_10.42.42.2(pid=29470): stderr: \u000a| (launched: 2022-12-14_02:26:05.381242)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:26:06.761086 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29470): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29470) [trial-2398↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29470)] [trial-2398↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a02:26:06.769081 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:26:06.802900 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a02:26:06.980075 --- ParallelTerminationStrategy: PID 29469 died...\u000a02:26:07.034638 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a02:26:07.122265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:26:03" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29480): Process ended prematurely: osmo-stp_10.42.42.5(pid=29480) [trial-2398↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29480): Process ended prematurely: osmo-stp_10.42.42.5(pid=29480) [trial-2398↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a02:26:08.950659 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:08.960888 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a02:26:09.091933 tst assert_extension.py: using LAC 37900\u000a02:26:09.206920 tst assert_extension.py: using RAC 160\u000a02:26:09.331305 tst assert_extension.py: using CellId 37900\u000a02:26:09.456142 tst assert_extension.py: using BVCI 37901\u000a02:26:09.480244 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:09.491518 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:09.502309 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:09.513143 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:09.524512 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:26:09.535680 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a02:26:09.734184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:10.200025 run create_hlr_db(pid=29474): Launched\u000a02:26:10.368137 bus /sierra_2: Setting Powered False\u000a02:26:11.390722 run create_hlr_db(pid=29474): Terminated: ok {rc=0}\u000a02:26:11.806060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29476): Launched\u000a02:26:12.119577 run osmo-hlr_10.42.42.2(pid=29477): Launched\u000a02:26:12.233159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:12.780314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29479): Launched\u000a02:26:13.094490 run osmo-stp_10.42.42.5(pid=29480): Launched\u000a02:26:13.209084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:13.777726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29482): Launched\u000a02:26:14.089761 run osmo-msc_10.42.42.6(pid=29483): Launched\u000a02:26:14.274501 run osmo-stp_10.42.42.5(pid=29480): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)]\u000a02:26:14.408191 run osmo-stp_10.42.42.5(pid=29480): stdout: \u000a| (launched: 2022-12-14_02:26:12.940027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:14.541103 run osmo-stp_10.42.42.5(pid=29480): stderr: \u000a| �[0;m�[38;5;43m20221214022613130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022613130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022613130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022613131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022613131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022613131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022613131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:14.667125 run osmo-stp_10.42.42.5(pid=29480): stdout: \u000a| (launched: 2022-12-14_02:26:12.940027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:14.792138 run osmo-stp_10.42.42.5(pid=29480): stderr: \u000a| �[0;m�[38;5;43m20221214022613130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022613130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022613130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022613131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022613131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022613131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022613131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:14.846935 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29480): Process ended prematurely: osmo-stp_10.42.42.5(pid=29480) [trial-2398↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29480)] [trial-2398↪ussd:trx-b200↪assert_extension.py:17]\u000a02:26:14.855456 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a02:26:14.918459 run osmo-hlr_10.42.42.2(pid=29477): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29477)]\u000a02:26:14.970316 run osmo-hlr_10.42.42.2(pid=29477): stdout: \u000a| (launched: 2022-12-14_02:26:11.965925) \u000a02:26:15.022482 run osmo-hlr_10.42.42.2(pid=29477): stderr: \u000a| �[0;m�[1;31m20221214022612163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022612163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022612163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022612163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022612163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022612163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022612175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022612185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022612185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022612185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:15.094217 run osmo-msc_10.42.42.6(pid=29483): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29483)]\u000a02:26:15.146117 run osmo-msc_10.42.42.6(pid=29483): stdout: \u000a| (launched: 2022-12-14_02:26:13.935855) \u000a02:26:15.198366 run osmo-msc_10.42.42.6(pid=29483): stderr: \u000a| �[0;m�[38;5;43m20221214022614253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022614254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6597ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022614254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022614254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022614254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022614254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022614256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022614256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022614256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022614256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:15.243049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29476): Terminating (SIGTERM)\u000a02:26:15.284910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29479): Terminating (SIGTERM)\u000a02:26:15.327208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29482): Terminating (SIGTERM)\u000a02:26:15.336487 --- ParallelTerminationStrategy: PID 29476 died...\u000a02:26:15.392781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29476): Terminated: ok {rc=0}\u000a02:26:15.402873 --- ParallelTerminationStrategy: PID 29479 died...\u000a02:26:15.459029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29479): Terminated: ok {rc=0}\u000a02:26:15.469036 --- ParallelTerminationStrategy: PID 29482 died...\u000a02:26:15.525248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29482): Terminated: ok {rc=0}\u000a02:26:15.611322 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:26:08" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29494): Process ended prematurely: osmo-stp_10.42.42.5(pid=29494) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29494)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29494): Process ended prematurely: osmo-stp_10.42.42.5(pid=29494) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:26:17.590354 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:17.601844 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:26:17.762225 tst mo_mt_call.py: using LAC 37901\u000a02:26:17.878252 tst mo_mt_call.py: using RAC 161\u000a02:26:17.994431 tst mo_mt_call.py: using CellId 37901\u000a02:26:18.113609 tst mo_mt_call.py: using BVCI 37902\u000a02:26:18.136103 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:18.146979 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:18.157585 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:18.168237 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:18.179339 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:18.190092 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:18.310353 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:18.510188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:18.984876 run create_hlr_db(pid=29488): Launched\u000a02:26:19.155679 bus /sierra_2: Setting Powered False\u000a02:26:20.189788 run create_hlr_db(pid=29488): Terminated: ok {rc=0}\u000a02:26:20.612082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29490): Launched\u000a02:26:20.929270 run osmo-hlr_10.42.42.2(pid=29491): Launched\u000a02:26:21.048634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:21.603174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29493): Launched\u000a02:26:21.919569 run osmo-stp_10.42.42.5(pid=29494): Launched\u000a02:26:22.037786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:22.619310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29496): Launched\u000a02:26:22.936653 run osmo-msc_10.42.42.6(pid=29497): Launched\u000a02:26:23.124290 run osmo-stp_10.42.42.5(pid=29494): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29494)]\u000a02:26:23.259472 run osmo-stp_10.42.42.5(pid=29494): stdout: \u000a| (launched: 2022-12-14_02:26:21.765369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:23.394642 run osmo-stp_10.42.42.5(pid=29494): stderr: \u000a| �[0;m�[38;5;43m20221214022621960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022621960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022621960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022621961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022621961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022621961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022621961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:23.523650 run osmo-stp_10.42.42.5(pid=29494): stdout: \u000a| (launched: 2022-12-14_02:26:21.765369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:23.651445 run osmo-stp_10.42.42.5(pid=29494): stderr: \u000a| �[0;m�[38;5;43m20221214022621960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022621960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022621960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022621961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022621961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022621961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022621961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:23.707635 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29494): Process ended prematurely: osmo-stp_10.42.42.5(pid=29494) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29494)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:26:23.716780 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:26:23.779467 run osmo-hlr_10.42.42.2(pid=29491): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29491)]\u000a02:26:23.831043 run osmo-hlr_10.42.42.2(pid=29491): stdout: \u000a| (launched: 2022-12-14_02:26:20.774428) \u000a02:26:23.883205 run osmo-hlr_10.42.42.2(pid=29491): stderr: \u000a| �[0;m�[1;31m20221214022620972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022620972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022620972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022620972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022620972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022620972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022620984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022620992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022620993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022620993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:23.953990 run osmo-msc_10.42.42.6(pid=29497): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29497)]\u000a02:26:24.005411 run osmo-msc_10.42.42.6(pid=29497): stdout: \u000a| (launched: 2022-12-14_02:26:22.781712) \u000a02:26:24.057695 run osmo-msc_10.42.42.6(pid=29497): stderr: \u000a| �[0;m�[38;5;43m20221214022623103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022623103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f798d418c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022623103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022623104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022623106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022623106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022623106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022623106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:24.102354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29490): Terminating (SIGTERM)\u000a02:26:24.144829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29493): Terminating (SIGTERM)\u000a02:26:24.187447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29496): Terminating (SIGTERM)\u000a02:26:24.197030 --- ParallelTerminationStrategy: PID 29490 died...\u000a02:26:24.253242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29490): Terminated: ok {rc=0}\u000a02:26:24.263173 --- ParallelTerminationStrategy: PID 29493 died...\u000a02:26:24.319130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29493): Terminated: ok {rc=0}\u000a02:26:24.329206 --- ParallelTerminationStrategy: PID 29496 died...\u000a02:26:24.385119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29496): Terminated: ok {rc=0}\u000a02:26:24.472118 bus /sierra_3: Setting Powered False\u000a02:26:25.575049 bus /sierra_3: Setting Powered False\u000a02:26:26.684836 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29505): Process ended prematurely: osmo-stp_10.42.42.5(pid=29505) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29505)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29505): Process ended prematurely: osmo-stp_10.42.42.5(pid=29505) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:26:27.799326 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:27.811314 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:26:27.978701 tst mo_mt_call_osmux.py: using LAC 37902\u000a02:26:28.103058 tst mo_mt_call_osmux.py: using RAC 162\u000a02:26:28.231554 tst mo_mt_call_osmux.py: using CellId 37902\u000a02:26:28.354999 tst mo_mt_call_osmux.py: using BVCI 37903\u000a02:26:28.379350 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:28.390812 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:28.402186 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:28.413384 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:28.425028 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:26:28.436477 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:28.555223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:26:28.763799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:29.265551 run create_hlr_db(pid=29499): Launched\u000a02:26:29.450587 bus /sierra_2: Setting Powered False\u000a02:26:30.472422 run create_hlr_db(pid=29499): Terminated: ok {rc=0}\u000a02:26:30.887606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29501): Launched\u000a02:26:31.301823 run osmo-hlr_10.42.42.2(pid=29502): Launched\u000a02:26:31.566141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:32.103436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29504): Launched\u000a02:26:32.439899 run osmo-stp_10.42.42.5(pid=29505): Launched\u000a02:26:32.559091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:33.139807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29507): Launched\u000a02:26:33.437257 run osmo-msc_10.42.42.6(pid=29508): Launched\u000a02:26:33.612328 run osmo-stp_10.42.42.5(pid=29505): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29505)]\u000a02:26:33.740177 run osmo-stp_10.42.42.5(pid=29505): stdout: \u000a| (launched: 2022-12-14_02:26:32.258413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:33.864541 run osmo-stp_10.42.42.5(pid=29505): stderr: \u000a| �[0;m�[38;5;43m20221214022632471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022632472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022632472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022632472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022632473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022632473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022632473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:33.983830 run osmo-stp_10.42.42.5(pid=29505): stdout: \u000a| (launched: 2022-12-14_02:26:32.258413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:34.102508 run osmo-stp_10.42.42.5(pid=29505): stderr: \u000a| �[0;m�[38;5;43m20221214022632471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022632472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022632472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022632472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022632473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022632473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022632473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:34.154879 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29505): Process ended prematurely: osmo-stp_10.42.42.5(pid=29505) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29505)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:26:34.163530 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:26:34.222879 run osmo-hlr_10.42.42.2(pid=29502): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29502)]\u000a02:26:34.272357 run osmo-hlr_10.42.42.2(pid=29502): stdout: \u000a| (launched: 2022-12-14_02:26:31.045914) \u000a02:26:34.322225 run osmo-hlr_10.42.42.2(pid=29502): stderr: \u000a| �[0;m�[1;31m20221214022631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022631366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022631375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022631375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022631375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:34.389145 run osmo-msc_10.42.42.6(pid=29508): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29508)]\u000a02:26:34.437782 run osmo-msc_10.42.42.6(pid=29508): stdout: \u000a| (launched: 2022-12-14_02:26:33.291407) \u000a02:26:34.486867 run osmo-msc_10.42.42.6(pid=29508): stderr: \u000a| �[0;m�[38;5;43m20221214022633562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022633562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff59da4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022633562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022633562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022633563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022633563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022633564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022633565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022633565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022633565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:34.528920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29501): Terminating (SIGTERM)\u000a02:26:34.568419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29504): Terminating (SIGTERM)\u000a02:26:34.608215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29507): Terminating (SIGTERM)\u000a02:26:34.617399 --- ParallelTerminationStrategy: PID 29501 died...\u000a02:26:34.670536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29501): Terminated: ok {rc=0}\u000a02:26:34.679996 --- ParallelTerminationStrategy: PID 29504 died...\u000a02:26:34.732829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29504): Terminated: ok {rc=0}\u000a02:26:34.742341 --- ParallelTerminationStrategy: PID 29507 died...\u000a02:26:34.795223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29507): Terminated: ok {rc=0}\u000a02:26:34.882438 bus /sierra_3: Setting Powered False\u000a02:26:35.984151 bus /sierra_3: Setting Powered False\u000a02:26:37.095452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:26:17" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29519): Process ended prematurely: osmo-stp_10.42.42.5(pid=29519) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29519)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29519): Process ended prematurely: osmo-stp_10.42.42.5(pid=29519) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:26:39.088364 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:39.099773 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:26:39.258772 tst mo_mt_call.py: using LAC 37903\u000a02:26:39.376275 tst mo_mt_call.py: using RAC 163\u000a02:26:39.491684 tst mo_mt_call.py: using CellId 37903\u000a02:26:39.607661 tst mo_mt_call.py: using BVCI 37904\u000a02:26:39.630418 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:39.641400 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:39.652266 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:39.662966 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:39.674537 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:39.685597 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:39.800933 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:40.009198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:40.510562 run create_hlr_db(pid=29513): Launched\u000a02:26:40.694668 bus /sierra_2: Setting Powered False\u000a02:26:41.716273 run create_hlr_db(pid=29513): Terminated: ok {rc=0}\u000a02:26:42.114004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29515): Launched\u000a02:26:42.412393 run osmo-hlr_10.42.42.2(pid=29516): Launched\u000a02:26:42.522119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:43.036024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29518): Launched\u000a02:26:43.333590 run osmo-stp_10.42.42.5(pid=29519): Launched\u000a02:26:43.442750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:43.983915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29521): Launched\u000a02:26:44.280012 run osmo-msc_10.42.42.6(pid=29522): Launched\u000a02:26:44.455288 run osmo-stp_10.42.42.5(pid=29519): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29519)]\u000a02:26:44.581531 run osmo-stp_10.42.42.5(pid=29519): stdout: \u000a| (launched: 2022-12-14_02:26:43.186632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:44.705878 run osmo-stp_10.42.42.5(pid=29519): stderr: \u000a| �[0;m�[38;5;43m20221214022643356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022643356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022643356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022643357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022643357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022643357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022643357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:44.825898 run osmo-stp_10.42.42.5(pid=29519): stdout: \u000a| (launched: 2022-12-14_02:26:43.186632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:44.944568 run osmo-stp_10.42.42.5(pid=29519): stderr: \u000a| �[0;m�[38;5;43m20221214022643356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022643356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022643356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022643357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022643357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022643357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022643357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:44.997113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29519): Process ended prematurely: osmo-stp_10.42.42.5(pid=29519) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29519)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:26:45.005910 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:26:45.065619 run osmo-hlr_10.42.42.2(pid=29516): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29516)]\u000a02:26:45.115027 run osmo-hlr_10.42.42.2(pid=29516): stdout: \u000a| (launched: 2022-12-14_02:26:42.264785) \u000a02:26:45.164862 run osmo-hlr_10.42.42.2(pid=29516): stderr: \u000a| �[0;m�[1;31m20221214022642439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022642439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022642439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022642439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022642439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022642439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022642451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022642461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022642461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022642461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:45.232046 run osmo-msc_10.42.42.6(pid=29522): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29522)]\u000a02:26:45.281056 run osmo-msc_10.42.42.6(pid=29522): stdout: \u000a| (launched: 2022-12-14_02:26:44.134605) \u000a02:26:45.331180 run osmo-msc_10.42.42.6(pid=29522): stderr: \u000a| �[0;m�[38;5;43m20221214022644403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022644403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3049549c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022644403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022644403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022644404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022644404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022644406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022644406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022644406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022644406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:45.373681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29515): Terminating (SIGTERM)\u000a02:26:45.413670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29518): Terminating (SIGTERM)\u000a02:26:45.453587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29521): Terminating (SIGTERM)\u000a02:26:45.462801 --- ParallelTerminationStrategy: PID 29515 died...\u000a02:26:45.516331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29515): Terminated: ok {rc=0}\u000a02:26:45.526072 --- ParallelTerminationStrategy: PID 29518 died...\u000a02:26:45.580139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29518): Terminated: ok {rc=0}\u000a02:26:45.589962 --- ParallelTerminationStrategy: PID 29521 died...\u000a02:26:45.643457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29521): Terminated: ok {rc=0}\u000a02:26:45.732434 bus /sierra_3: Setting Powered False\u000a02:26:46.863529 bus /sierra_3: Setting Powered False\u000a02:26:47.978678 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29530): Process ended prematurely: osmo-stp_10.42.42.5(pid=29530) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29530)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29530): Process ended prematurely: osmo-stp_10.42.42.5(pid=29530) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:26:49.087788 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:49.099589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:26:49.273271 tst mo_mt_call_osmux.py: using LAC 37904\u000a02:26:49.393509 tst mo_mt_call_osmux.py: using RAC 164\u000a02:26:49.509977 tst mo_mt_call_osmux.py: using CellId 37904\u000a02:26:49.634841 tst mo_mt_call_osmux.py: using BVCI 37905\u000a02:26:49.659698 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:49.671289 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:49.682751 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:49.694226 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:49.706138 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:26:49.717922 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:49.834790 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:26:50.043688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:26:50.546516 run create_hlr_db(pid=29524): Launched\u000a02:26:50.731330 bus /sierra_2: Setting Powered False\u000a02:26:51.753820 run create_hlr_db(pid=29524): Terminated: ok {rc=0}\u000a02:26:52.155163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29526): Launched\u000a02:26:52.453104 run osmo-hlr_10.42.42.2(pid=29527): Launched\u000a02:26:52.563803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:26:53.080201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29529): Launched\u000a02:26:53.375851 run osmo-stp_10.42.42.5(pid=29530): Launched\u000a02:26:53.484213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:26:54.031875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29532): Launched\u000a02:26:54.329475 run osmo-msc_10.42.42.6(pid=29533): Launched\u000a02:26:54.504204 run osmo-stp_10.42.42.5(pid=29530): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29530)]\u000a02:26:54.630268 run osmo-stp_10.42.42.5(pid=29530): stdout: \u000a| (launched: 2022-12-14_02:26:53.230940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:54.754056 run osmo-stp_10.42.42.5(pid=29530): stderr: \u000a| �[0;m�[38;5;43m20221214022653400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022653400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022653401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:54.873674 run osmo-stp_10.42.42.5(pid=29530): stdout: \u000a| (launched: 2022-12-14_02:26:53.230940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:26:54.991855 run osmo-stp_10.42.42.5(pid=29530): stderr: \u000a| �[0;m�[38;5;43m20221214022653400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022653400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022653401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:26:55.044394 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29530): Process ended prematurely: osmo-stp_10.42.42.5(pid=29530) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29530)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:26:55.053042 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:26:55.112564 run osmo-hlr_10.42.42.2(pid=29527): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29527)]\u000a02:26:55.161643 run osmo-hlr_10.42.42.2(pid=29527): stdout: \u000a| (launched: 2022-12-14_02:26:52.306570) \u000a02:26:55.211112 run osmo-hlr_10.42.42.2(pid=29527): stderr: \u000a| �[0;m�[1;31m20221214022652481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022652481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022652481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022652481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022652481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022652481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022652494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022652502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022652503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022652503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:26:55.278040 run osmo-msc_10.42.42.6(pid=29533): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29533)]\u000a02:26:55.326609 run osmo-msc_10.42.42.6(pid=29533): stdout: \u000a| (launched: 2022-12-14_02:26:54.183135) \u000a02:26:55.375750 run osmo-msc_10.42.42.6(pid=29533): stderr: \u000a| �[0;m�[38;5;43m20221214022654455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022654455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd05346ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022654455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022654455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022654455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022654456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022654457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022654459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022654459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022654459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:26:55.417616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29526): Terminating (SIGTERM)\u000a02:26:55.457008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29529): Terminating (SIGTERM)\u000a02:26:55.496303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29532): Terminating (SIGTERM)\u000a02:26:55.505500 --- ParallelTerminationStrategy: PID 29526 died...\u000a02:26:55.558417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29526): Terminated: ok {rc=0}\u000a02:26:55.567940 --- ParallelTerminationStrategy: PID 29529 died...\u000a02:26:55.620208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29529): Terminated: ok {rc=0}\u000a02:26:55.630045 --- ParallelTerminationStrategy: PID 29532 died...\u000a02:26:55.682902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29532): Terminated: ok {rc=0}\u000a02:26:55.771093 bus /sierra_3: Setting Powered False\u000a02:26:56.874379 bus /sierra_3: Setting Powered False\u000a02:26:57.984377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29544): Process ended prematurely: osmo-stp_10.42.42.5(pid=29544) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29544)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29544): Process ended prematurely: osmo-stp_10.42.42.5(pid=29544) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:26:59.966807 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:26:59.977708 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:27:00.132049 tst mo_mt_call.py: using LAC 37905\u000a02:27:00.251245 tst mo_mt_call.py: using RAC 165\u000a02:27:00.373834 tst mo_mt_call.py: using CellId 37905\u000a02:27:00.495106 tst mo_mt_call.py: using BVCI 37906\u000a02:27:00.517766 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:00.528547 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:00.539182 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:00.549879 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:00.560554 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:00.571302 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:00.692792 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:00.924743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:01.447752 run create_hlr_db(pid=29538): Launched\u000a02:27:01.623606 bus /sierra_2: Setting Powered False\u000a02:27:02.642223 run create_hlr_db(pid=29538): Terminated: ok {rc=0}\u000a02:27:03.065288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29540): Launched\u000a02:27:03.415564 run osmo-hlr_10.42.42.2(pid=29541): Launched\u000a02:27:03.534046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:04.086074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29543): Launched\u000a02:27:04.404272 run osmo-stp_10.42.42.5(pid=29544): Launched\u000a02:27:04.520805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:05.103322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29546): Launched\u000a02:27:05.421856 run osmo-msc_10.42.42.6(pid=29547): Launched\u000a02:27:05.609997 run osmo-stp_10.42.42.5(pid=29544): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29544)]\u000a02:27:05.745123 run osmo-stp_10.42.42.5(pid=29544): stdout: \u000a| (launched: 2022-12-14_02:27:04.248089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:05.880244 run osmo-stp_10.42.42.5(pid=29544): stderr: \u000a| �[0;m�[38;5;43m20221214022704436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022704436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022704436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022704437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022704439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022704439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022704439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:06.009390 run osmo-stp_10.42.42.5(pid=29544): stdout: \u000a| (launched: 2022-12-14_02:27:04.248089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:06.137915 run osmo-stp_10.42.42.5(pid=29544): stderr: \u000a| �[0;m�[38;5;43m20221214022704436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022704436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022704436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022704437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022704439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022704439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022704439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:06.194328 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29544): Process ended prematurely: osmo-stp_10.42.42.5(pid=29544) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29544)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:27:06.203601 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:27:06.266091 run osmo-hlr_10.42.42.2(pid=29541): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29541)]\u000a02:27:06.317602 run osmo-hlr_10.42.42.2(pid=29541): stdout: \u000a| (launched: 2022-12-14_02:27:03.227777) \u000a02:27:06.369493 run osmo-hlr_10.42.42.2(pid=29541): stderr: \u000a| �[0;m�[1;31m20221214022703460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022703460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022703460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022703460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022703460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022703460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022703478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022703487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022703487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022703487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:06.440219 run osmo-msc_10.42.42.6(pid=29547): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29547)]\u000a02:27:06.495002 run osmo-msc_10.42.42.6(pid=29547): stdout: \u000a| (launched: 2022-12-14_02:27:05.266282) \u000a02:27:06.548815 run osmo-msc_10.42.42.6(pid=29547): stderr: \u000a| �[0;m�[38;5;43m20221214022705586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022705586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdbe6a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022705586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022705586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022705586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022705586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022705590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022705590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022705590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022705590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:06.593154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29540): Terminating (SIGTERM)\u000a02:27:06.635372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29543): Terminating (SIGTERM)\u000a02:27:06.677156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29546): Terminating (SIGTERM)\u000a02:27:06.686643 --- ParallelTerminationStrategy: PID 29540 died...\u000a02:27:06.742539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29540): Terminated: ok {rc=0}\u000a02:27:06.752398 --- ParallelTerminationStrategy: PID 29543 died...\u000a02:27:06.808151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29543): Terminated: ok {rc=0}\u000a02:27:06.818078 --- ParallelTerminationStrategy: PID 29546 died...\u000a02:27:06.873886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29546): Terminated: ok {rc=0}\u000a02:27:06.959794 bus /sierra_3: Setting Powered False\u000a02:27:08.066334 bus /sierra_3: Setting Powered False\u000a02:27:09.173955 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29565): Process ended prematurely: osmo-stp_10.42.42.5(pid=29565) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29565): Process ended prematurely: osmo-stp_10.42.42.5(pid=29565) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:10.288021 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:10.300034 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:27:10.462619 tst mo_mt_call_osmux.py: using LAC 37906\u000a02:27:10.589547 tst mo_mt_call_osmux.py: using RAC 166\u000a02:27:10.714667 tst mo_mt_call_osmux.py: using CellId 37906\u000a02:27:10.839532 tst mo_mt_call_osmux.py: using BVCI 37907\u000a02:27:10.863783 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:10.875220 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:10.886424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:10.897514 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:10.909049 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:27:10.920363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:11.038386 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:27:11.249207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:11.749233 run create_hlr_db(pid=29559): Launched\u000a02:27:11.933811 bus /sierra_2: Setting Powered False\u000a02:27:12.954141 run create_hlr_db(pid=29559): Terminated: ok {rc=0}\u000a02:27:13.351676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29561): Launched\u000a02:27:13.648630 run osmo-hlr_10.42.42.2(pid=29562): Launched\u000a02:27:13.768312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:14.294828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29564): Launched\u000a02:27:14.591670 run osmo-stp_10.42.42.5(pid=29565): Launched\u000a02:27:14.702262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:15.243852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29567): Launched\u000a02:27:15.541141 run osmo-msc_10.42.42.6(pid=29568): Launched\u000a02:27:15.718063 run osmo-stp_10.42.42.5(pid=29565): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)]\u000a02:27:15.853630 run osmo-stp_10.42.42.5(pid=29565): stdout: \u000a| (launched: 2022-12-14_02:27:14.445845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:15.998324 run osmo-stp_10.42.42.5(pid=29565): stderr: \u000a| �[0;m�[38;5;43m20221214022714614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022714614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022714615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022714615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022714617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022714618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022714618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:16.123471 run osmo-stp_10.42.42.5(pid=29565): stdout: \u000a| (launched: 2022-12-14_02:27:14.445845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:16.245505 run osmo-stp_10.42.42.5(pid=29565): stderr: \u000a| �[0;m�[38;5;43m20221214022714614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022714614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022714615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022714615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022714617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022714618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022714618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:16.299654 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29565): Process ended prematurely: osmo-stp_10.42.42.5(pid=29565) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29565)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:27:16.308789 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:27:16.368866 run osmo-hlr_10.42.42.2(pid=29562): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29562)]\u000a02:27:16.418261 run osmo-hlr_10.42.42.2(pid=29562): stdout: \u000a| (launched: 2022-12-14_02:27:13.502539) \u000a02:27:16.468351 run osmo-hlr_10.42.42.2(pid=29562): stderr: \u000a| �[0;m�[1;31m20221214022713676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022713676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022713676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022713676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022713676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022713676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022713689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022713697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022713698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022713698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:16.536188 run osmo-msc_10.42.42.6(pid=29568): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29568)]\u000a02:27:16.586614 run osmo-msc_10.42.42.6(pid=29568): stdout: \u000a| (launched: 2022-12-14_02:27:15.394932) \u000a02:27:16.637223 run osmo-msc_10.42.42.6(pid=29568): stderr: \u000a| �[0;m�[38;5;43m20221214022715664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022715665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f192e3a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022715665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022715665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022715665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022715665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022715667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022715667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022715667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022715667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:16.681047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29561): Terminating (SIGTERM)\u000a02:27:16.722721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29564): Terminating (SIGTERM)\u000a02:27:16.762769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29567): Terminating (SIGTERM)\u000a02:27:16.771917 --- ParallelTerminationStrategy: PID 29561 died...\u000a02:27:16.825823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29561): Terminated: ok {rc=0}\u000a02:27:16.835687 --- ParallelTerminationStrategy: PID 29564 died...\u000a02:27:16.889218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29564): Terminated: ok {rc=0}\u000a02:27:16.899101 --- ParallelTerminationStrategy: PID 29567 died...\u000a02:27:16.952303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29567): Terminated: ok {rc=0}\u000a02:27:17.035292 bus /sierra_3: Setting Powered False\u000a02:27:18.138456 bus /sierra_3: Setting Powered False\u000a02:27:19.245108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:26:59" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29579): Process ended prematurely: osmo-stp_10.42.42.5(pid=29579) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29579): Process ended prematurely: osmo-stp_10.42.42.5(pid=29579) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:21.229211 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:21.239964 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:27:21.392762 tst mo_mt_call.py: using LAC 37907\u000a02:27:21.518237 tst mo_mt_call.py: using RAC 167\u000a02:27:21.649752 tst mo_mt_call.py: using CellId 37907\u000a02:27:21.773297 tst mo_mt_call.py: using BVCI 37908\u000a02:27:21.797575 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:21.808758 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:21.819882 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:21.831090 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:21.842714 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:21.854259 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:21.969130 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:22.178215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:22.679544 run create_hlr_db(pid=29573): Launched\u000a02:27:22.864195 bus /sierra_2: Setting Powered False\u000a02:27:23.885280 run create_hlr_db(pid=29573): Terminated: ok {rc=0}\u000a02:27:24.284311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29575): Launched\u000a02:27:24.583095 run osmo-hlr_10.42.42.2(pid=29576): Launched\u000a02:27:24.694677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:25.209752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29578): Launched\u000a02:27:25.505769 run osmo-stp_10.42.42.5(pid=29579): Launched\u000a02:27:25.614696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:26.161353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29581): Launched\u000a02:27:26.458968 run osmo-msc_10.42.42.6(pid=29582): Launched\u000a02:27:26.635246 run osmo-stp_10.42.42.5(pid=29579): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)]\u000a02:27:26.761885 run osmo-stp_10.42.42.5(pid=29579): stdout: \u000a| (launched: 2022-12-14_02:27:25.360300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:26.885930 run osmo-stp_10.42.42.5(pid=29579): stderr: \u000a| �[0;m�[38;5;43m20221214022725530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022725530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022725531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022725531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022725531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022725531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022725532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:27.005830 run osmo-stp_10.42.42.5(pid=29579): stdout: \u000a| (launched: 2022-12-14_02:27:25.360300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:27.124585 run osmo-stp_10.42.42.5(pid=29579): stderr: \u000a| �[0;m�[38;5;43m20221214022725530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022725530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022725531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022725531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022725531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022725531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022725532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:27.176851 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29579): Process ended prematurely: osmo-stp_10.42.42.5(pid=29579) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29579)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:27:27.185543 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:27:27.244969 run osmo-hlr_10.42.42.2(pid=29576): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29576)]\u000a02:27:27.293733 run osmo-hlr_10.42.42.2(pid=29576): stdout: \u000a| (launched: 2022-12-14_02:27:24.436080) \u000a02:27:27.342942 run osmo-hlr_10.42.42.2(pid=29576): stderr: \u000a| �[0;m�[1;31m20221214022724610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022724610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022724610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022724610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022724610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022724611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022724623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022724631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022724632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022724632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:27.409537 run osmo-msc_10.42.42.6(pid=29582): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29582)]\u000a02:27:27.458338 run osmo-msc_10.42.42.6(pid=29582): stdout: \u000a| (launched: 2022-12-14_02:27:26.312679) \u000a02:27:27.507525 run osmo-msc_10.42.42.6(pid=29582): stderr: \u000a| �[0;m�[38;5;43m20221214022726580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022726580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4feb5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022726580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022726580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022726581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022726581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022726583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022726583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022726583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022726583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:27.549561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29575): Terminating (SIGTERM)\u000a02:27:27.589288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29578): Terminating (SIGTERM)\u000a02:27:27.629237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29581): Terminating (SIGTERM)\u000a02:27:27.638314 --- ParallelTerminationStrategy: PID 29575 died...\u000a02:27:27.690788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29575): Terminated: ok {rc=0}\u000a02:27:27.700238 --- ParallelTerminationStrategy: PID 29578 died...\u000a02:27:27.752832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29578): Terminated: ok {rc=0}\u000a02:27:27.762265 --- ParallelTerminationStrategy: PID 29581 died...\u000a02:27:27.814595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29581): Terminated: ok {rc=0}\u000a02:27:27.902764 bus /sierra_3: Setting Powered False\u000a02:27:29.004211 bus /sierra_3: Setting Powered False\u000a02:27:30.115171 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:31.252028 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:31.267427 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:27:31.465742 tst mo_mt_call_osmux.py: using LAC 37908\u000a02:27:31.599154 tst mo_mt_call_osmux.py: using RAC 168\u000a02:27:31.721985 tst mo_mt_call_osmux.py: using CellId 37908\u000a02:27:31.840466 tst mo_mt_call_osmux.py: using BVCI 37909\u000a02:27:31.864133 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:31.875598 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:31.887442 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:31.898939 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:31.910550 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:27:31.922788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:32.036678 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:27:32.283226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:32.758994 run create_hlr_db(pid=29584): Launched\u000a02:27:32.929581 bus /sierra_2: Setting Powered False\u000a02:27:33.952849 run create_hlr_db(pid=29584): Terminated: ok {rc=0}\u000a02:27:34.347656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Launched\u000a02:27:34.643049 run osmo-hlr_10.42.42.2(pid=29587): Launched\u000a02:27:34.751167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:35.265136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Launched\u000a02:27:35.561867 run osmo-stp_10.42.42.5(pid=29590): Launched\u000a02:27:35.669768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:36.212850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29592): Launched\u000a02:27:36.509113 run osmo-msc_10.42.42.6(pid=29593): Launched\u000a02:27:36.683886 run osmo-stp_10.42.42.5(pid=29590): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)]\u000a02:27:36.810184 run osmo-stp_10.42.42.5(pid=29590): stdout: \u000a| (launched: 2022-12-14_02:27:35.416037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:36.934004 run osmo-stp_10.42.42.5(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221214022735586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022735586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022735587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022735587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022735587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022735587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:37.053681 run osmo-stp_10.42.42.5(pid=29590): stdout: \u000a| (launched: 2022-12-14_02:27:35.416037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:37.172022 run osmo-stp_10.42.42.5(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221214022735586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022735586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022735587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022735587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022735587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022735587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022735588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:37.224192 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29590): Process ended prematurely: osmo-stp_10.42.42.5(pid=29590) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29590)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:27:37.232682 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:27:37.292159 run osmo-hlr_10.42.42.2(pid=29587): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29587)]\u000a02:27:37.341097 run osmo-hlr_10.42.42.2(pid=29587): stdout: \u000a| (launched: 2022-12-14_02:27:34.498889) \u000a02:27:37.390576 run osmo-hlr_10.42.42.2(pid=29587): stderr: \u000a| �[0;m�[1;31m20221214022734672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022734672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022734672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022734672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022734672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022734672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022734685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022734694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022734695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022734695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:37.457794 run osmo-msc_10.42.42.6(pid=29593): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29593)]\u000a02:27:37.506669 run osmo-msc_10.42.42.6(pid=29593): stdout: \u000a| (launched: 2022-12-14_02:27:36.363769) \u000a02:27:37.556285 run osmo-msc_10.42.42.6(pid=29593): stderr: \u000a| �[0;m�[38;5;43m20221214022736633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022736633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb474bd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022736633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022736633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022736633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022736633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022736635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022736635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022736636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022736636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:37.598255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Terminating (SIGTERM)\u000a02:27:37.637819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Terminating (SIGTERM)\u000a02:27:37.677401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29592): Terminating (SIGTERM)\u000a02:27:37.686474 --- ParallelTerminationStrategy: PID 29586 died...\u000a02:27:37.739354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29586): Terminated: ok {rc=0}\u000a02:27:37.748767 --- ParallelTerminationStrategy: PID 29589 died...\u000a02:27:37.801394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29589): Terminated: ok {rc=0}\u000a02:27:37.810789 --- ParallelTerminationStrategy: PID 29592 died...\u000a02:27:37.863227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29592): Terminated: ok {rc=0}\u000a02:27:37.950972 bus /sierra_3: Setting Powered False\u000a02:27:39.053142 bus /sierra_3: Setting Powered False\u000a02:27:40.164651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:27:20" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29604): Process ended prematurely: osmo-stp_10.42.42.5(pid=29604) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29604)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29604): Process ended prematurely: osmo-stp_10.42.42.5(pid=29604) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:27:42.169370 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:42.180636 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:27:42.338819 tst mo_mt_call.py: using LAC 37909\u000a02:27:42.455332 tst mo_mt_call.py: using RAC 169\u000a02:27:42.573939 tst mo_mt_call.py: using CellId 37909\u000a02:27:42.690215 tst mo_mt_call.py: using BVCI 37910\u000a02:27:42.712771 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:42.723738 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:42.734375 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:42.745102 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:42.756274 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:42.767351 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:42.886932 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:43.086368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:43.560051 run create_hlr_db(pid=29598): Launched\u000a02:27:43.731062 bus /sierra_2: Setting Powered False\u000a02:27:44.752324 run create_hlr_db(pid=29598): Terminated: ok {rc=0}\u000a02:27:45.175734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29600): Launched\u000a02:27:45.494901 run osmo-hlr_10.42.42.2(pid=29601): Launched\u000a02:27:45.612504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:46.202214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29603): Launched\u000a02:27:46.560486 run osmo-stp_10.42.42.5(pid=29604): Launched\u000a02:27:46.742579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:47.434525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29606): Launched\u000a02:27:47.755103 run osmo-msc_10.42.42.6(pid=29607): Launched\u000a02:27:47.942626 run osmo-stp_10.42.42.5(pid=29604): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29604)]\u000a02:27:48.078524 run osmo-stp_10.42.42.5(pid=29604): stdout: \u000a| (launched: 2022-12-14_02:27:46.357094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:48.213333 run osmo-stp_10.42.42.5(pid=29604): stderr: \u000a| �[0;m�[38;5;43m20221214022746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022746692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022746693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022746693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022746695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022746695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022746695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:48.342055 run osmo-stp_10.42.42.5(pid=29604): stdout: \u000a| (launched: 2022-12-14_02:27:46.357094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:48.469845 run osmo-stp_10.42.42.5(pid=29604): stderr: \u000a| �[0;m�[38;5;43m20221214022746691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022746692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022746693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022746693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022746695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022746695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022746695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:48.526141 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29604): Process ended prematurely: osmo-stp_10.42.42.5(pid=29604) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29604)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:27:48.535487 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:27:48.598177 run osmo-hlr_10.42.42.2(pid=29601): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29601)]\u000a02:27:48.649711 run osmo-hlr_10.42.42.2(pid=29601): stdout: \u000a| (launched: 2022-12-14_02:27:45.338464) \u000a02:27:48.701814 run osmo-hlr_10.42.42.2(pid=29601): stderr: \u000a| �[0;m�[1;31m20221214022745538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022745538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022745538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022745538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022745538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022745539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022745551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022745561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022745561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022745561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:48.772300 run osmo-msc_10.42.42.6(pid=29607): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29607)]\u000a02:27:48.823772 run osmo-msc_10.42.42.6(pid=29607): stdout: \u000a| (launched: 2022-12-14_02:27:47.597271) \u000a02:27:48.875820 run osmo-msc_10.42.42.6(pid=29607): stderr: \u000a| �[0;m�[38;5;43m20221214022747916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022747917 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0bfe06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022747917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022747917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022747917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022747917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022747919 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022747919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022747919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022747919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:48.920256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29600): Terminating (SIGTERM)\u000a02:27:48.962363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29603): Terminating (SIGTERM)\u000a02:27:49.004324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29606): Terminating (SIGTERM)\u000a02:27:49.014020 --- ParallelTerminationStrategy: PID 29600 died...\u000a02:27:49.070197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29600): Terminated: ok {rc=0}\u000a02:27:49.080523 --- ParallelTerminationStrategy: PID 29603 died...\u000a02:27:49.137018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29603): Terminated: ok {rc=0}\u000a02:27:49.147114 --- ParallelTerminationStrategy: PID 29606 died...\u000a02:27:49.203586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29606): Terminated: ok {rc=0}\u000a02:27:49.291664 bus /sierra_3: Setting Powered False\u000a02:27:50.394873 bus /sierra_3: Setting Powered False\u000a02:27:51.504648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29615): Process ended prematurely: osmo-stp_10.42.42.5(pid=29615) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29615)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29615): Process ended prematurely: osmo-stp_10.42.42.5(pid=29615) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:27:52.619410 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:52.631425 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:27:52.795256 tst mo_mt_call_osmux.py: using LAC 37910\u000a02:27:52.922151 tst mo_mt_call_osmux.py: using RAC 170\u000a02:27:53.042973 tst mo_mt_call_osmux.py: using CellId 37910\u000a02:27:53.162355 tst mo_mt_call_osmux.py: using BVCI 37911\u000a02:27:53.185124 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:53.196136 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:53.207128 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:53.217943 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:53.229146 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:27:53.239964 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:53.354039 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:27:53.558694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:27:54.035689 run create_hlr_db(pid=29609): Launched\u000a02:27:54.207744 bus /sierra_2: Setting Powered False\u000a02:27:55.229147 run create_hlr_db(pid=29609): Terminated: ok {rc=0}\u000a02:27:55.626031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29611): Launched\u000a02:27:55.922401 run osmo-hlr_10.42.42.2(pid=29612): Launched\u000a02:27:56.039000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:27:56.563988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29614): Launched\u000a02:27:56.860498 run osmo-stp_10.42.42.5(pid=29615): Launched\u000a02:27:56.967667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:27:57.509985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29617): Launched\u000a02:27:57.807998 run osmo-msc_10.42.42.6(pid=29618): Launched\u000a02:27:57.983339 run osmo-stp_10.42.42.5(pid=29615): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29615)]\u000a02:27:58.109812 run osmo-stp_10.42.42.5(pid=29615): stdout: \u000a| (launched: 2022-12-14_02:27:56.715409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:58.235395 run osmo-stp_10.42.42.5(pid=29615): stderr: \u000a| �[0;m�[38;5;43m20221214022756883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022756883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022756884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022756884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022756884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022756885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022756885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:58.355514 run osmo-stp_10.42.42.5(pid=29615): stdout: \u000a| (launched: 2022-12-14_02:27:56.715409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:27:58.474606 run osmo-stp_10.42.42.5(pid=29615): stderr: \u000a| �[0;m�[38;5;43m20221214022756883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022756883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022756884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022756884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022756884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022756885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022756885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:27:58.527207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29615): Process ended prematurely: osmo-stp_10.42.42.5(pid=29615) [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29615)] [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:27:58.535825 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:27:58.595642 run osmo-hlr_10.42.42.2(pid=29612): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29612)]\u000a02:27:58.644509 run osmo-hlr_10.42.42.2(pid=29612): stdout: \u000a| (launched: 2022-12-14_02:27:55.777430) \u000a02:27:58.694194 run osmo-hlr_10.42.42.2(pid=29612): stderr: \u000a| �[0;m�[1;31m20221214022755953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022755953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022755953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022755953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022755953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022755953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022755965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022755974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022755974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022755974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:27:58.761163 run osmo-msc_10.42.42.6(pid=29618): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29618)]\u000a02:27:58.809797 run osmo-msc_10.42.42.6(pid=29618): stdout: \u000a| (launched: 2022-12-14_02:27:57.661512) \u000a02:27:58.858972 run osmo-msc_10.42.42.6(pid=29618): stderr: \u000a| �[0;m�[38;5;43m20221214022757933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022757933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0fe3c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022757933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022757933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022757933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022757934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022757935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022757936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022757936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022757936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:27:58.900915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29611): Terminating (SIGTERM)\u000a02:27:58.940664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29614): Terminating (SIGTERM)\u000a02:27:58.980228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29617): Terminating (SIGTERM)\u000a02:27:58.989421 --- ParallelTerminationStrategy: PID 29611 died...\u000a02:27:59.042499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29611): Terminated: ok {rc=0}\u000a02:27:59.051906 --- ParallelTerminationStrategy: PID 29614 died...\u000a02:27:59.104439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29614): Terminated: ok {rc=0}\u000a02:27:59.114018 --- ParallelTerminationStrategy: PID 29617 died...\u000a02:27:59.167086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29617): Terminated: ok {rc=0}\u000a02:27:59.250659 bus /sierra_3: Setting Powered False\u000a02:28:00.355932 bus /sierra_3: Setting Powered False\u000a02:28:01.464130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:27:41" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:28:03.467482 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:03.479068 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:28:03.644655 tst mo_mt_call.py: using LAC 37911\u000a02:28:03.769950 tst mo_mt_call.py: using RAC 171\u000a02:28:03.900867 tst mo_mt_call.py: using CellId 37911\u000a02:28:04.025208 tst mo_mt_call.py: using BVCI 37912\u000a02:28:04.049807 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:04.061497 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:04.072614 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:04.083812 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:04.095823 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:04.107488 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:04.225137 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:04.434023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:04.936047 run create_hlr_db(pid=29623): Launched\u000a02:28:05.121071 bus /sierra_2: Setting Powered False\u000a02:28:06.142224 run create_hlr_db(pid=29623): Terminated: ok {rc=0}\u000a02:28:06.567135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Launched\u000a02:28:06.885751 run osmo-hlr_10.42.42.2(pid=29626): Launched\u000a02:28:07.000352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:07.553998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Launched\u000a02:28:07.872285 run osmo-stp_10.42.42.5(pid=29629): Launched\u000a02:28:07.988314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:08.570994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Launched\u000a02:28:08.890413 run osmo-msc_10.42.42.6(pid=29632): Launched\u000a02:28:09.077646 run osmo-stp_10.42.42.5(pid=29629): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)]\u000a02:28:09.213411 run osmo-stp_10.42.42.5(pid=29629): stdout: \u000a| (launched: 2022-12-14_02:28:07.716285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:09.348652 run osmo-stp_10.42.42.5(pid=29629): stderr: \u000a| �[0;m�[38;5;43m20221214022807907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022807907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022807907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022807908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022807910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022807910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022807910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:09.477606 run osmo-stp_10.42.42.5(pid=29629): stdout: \u000a| (launched: 2022-12-14_02:28:07.716285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:09.605549 run osmo-stp_10.42.42.5(pid=29629): stderr: \u000a| �[0;m�[38;5;43m20221214022807907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022807907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022807907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022807908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022807910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022807910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022807910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:09.661833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29629): Process ended prematurely: osmo-stp_10.42.42.5(pid=29629) [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29629)] [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:28:09.670980 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:28:09.733536 run osmo-hlr_10.42.42.2(pid=29626): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29626)]\u000a02:28:09.784654 run osmo-hlr_10.42.42.2(pid=29626): stdout: \u000a| (launched: 2022-12-14_02:28:06.729815) \u000a02:28:09.836412 run osmo-hlr_10.42.42.2(pid=29626): stderr: \u000a| �[0;m�[1;31m20221214022806927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022806927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022806927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022806927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022806927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022806927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022806939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022806947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022806947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022806947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:09.907055 run osmo-msc_10.42.42.6(pid=29632): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29632)]\u000a02:28:09.958262 run osmo-msc_10.42.42.6(pid=29632): stdout: \u000a| (launched: 2022-12-14_02:28:08.733867) \u000a02:28:10.010123 run osmo-msc_10.42.42.6(pid=29632): stderr: \u000a| �[0;m�[38;5;43m20221214022809052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022809052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02e997fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022809052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022809052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022809052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022809053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022809054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022809055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022809055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022809055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:10.054196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminating (SIGTERM)\u000a02:28:10.096217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminating (SIGTERM)\u000a02:28:10.138133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminating (SIGTERM)\u000a02:28:10.147673 --- ParallelTerminationStrategy: PID 29625 died...\u000a02:28:10.203810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29625): Terminated: ok {rc=0}\u000a02:28:10.213806 --- ParallelTerminationStrategy: PID 29628 died...\u000a02:28:10.269718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29628): Terminated: ok {rc=0}\u000a02:28:10.279623 --- ParallelTerminationStrategy: PID 29631 died...\u000a02:28:10.335606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29631): Terminated: ok {rc=0}\u000a02:28:10.422063 bus /sierra_3: Setting Powered False\u000a02:28:11.526876 bus /sierra_3: Setting Powered False\u000a02:28:12.634806 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29640): Process ended prematurely: osmo-stp_10.42.42.5(pid=29640) [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29640): Process ended prematurely: osmo-stp_10.42.42.5(pid=29640) [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:13.747963 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:13.760093 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:28:13.922646 tst mo_mt_call_osmux.py: using LAC 37912\u000a02:28:14.048204 tst mo_mt_call_osmux.py: using RAC 172\u000a02:28:14.178198 tst mo_mt_call_osmux.py: using CellId 37912\u000a02:28:14.297479 tst mo_mt_call_osmux.py: using BVCI 37913\u000a02:28:14.320181 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:14.331393 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:14.342491 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:14.353519 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:14.364657 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:28:14.375703 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:14.496165 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:28:14.695462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:15.172528 run create_hlr_db(pid=29634): Launched\u000a02:28:15.344795 bus /sierra_2: Setting Powered False\u000a02:28:16.419180 run create_hlr_db(pid=29634): Terminated: ok {rc=0}\u000a02:28:16.881189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29636): Launched\u000a02:28:17.278924 run osmo-hlr_10.42.42.2(pid=29637): Launched\u000a02:28:17.388829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:17.902058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29639): Launched\u000a02:28:18.197832 run osmo-stp_10.42.42.5(pid=29640): Launched\u000a02:28:18.306068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:18.847588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29642): Launched\u000a02:28:19.143989 run osmo-msc_10.42.42.6(pid=29643): Launched\u000a02:28:19.318268 run osmo-stp_10.42.42.5(pid=29640): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)]\u000a02:28:19.444617 run osmo-stp_10.42.42.5(pid=29640): stdout: \u000a| (launched: 2022-12-14_02:28:18.053211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:19.568799 run osmo-stp_10.42.42.5(pid=29640): stderr: \u000a| �[0;m�[38;5;43m20221214022818221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022818221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022818222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022818222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022818222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022818222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022818222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:19.689095 run osmo-stp_10.42.42.5(pid=29640): stdout: \u000a| (launched: 2022-12-14_02:28:18.053211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:19.807322 run osmo-stp_10.42.42.5(pid=29640): stderr: \u000a| �[0;m�[38;5;43m20221214022818221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022818221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022818222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022818222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022818222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022818222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022818222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:19.859881 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29640): Process ended prematurely: osmo-stp_10.42.42.5(pid=29640) [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)] [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:28:19.868453 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:28:19.927220 run osmo-hlr_10.42.42.2(pid=29637): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29637)]\u000a02:28:19.975594 run osmo-hlr_10.42.42.2(pid=29637): stdout: \u000a| (launched: 2022-12-14_02:28:17.049274) \u000a02:28:20.024737 run osmo-hlr_10.42.42.2(pid=29637): stderr: \u000a| �[0;m�[1;31m20221214022817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022817272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022817287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022817297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022817297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022817297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:20.091168 run osmo-msc_10.42.42.6(pid=29643): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29643)]\u000a02:28:20.139546 run osmo-msc_10.42.42.6(pid=29643): stdout: \u000a| (launched: 2022-12-14_02:28:18.998767) \u000a02:28:20.188272 run osmo-msc_10.42.42.6(pid=29643): stderr: \u000a| �[0;m�[38;5;43m20221214022819271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022819271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a6f93bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022819271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022819271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022819271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022819272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022819273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022819274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022819274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022819274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:20.229598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29636): Terminating (SIGTERM)\u000a02:28:20.268556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29639): Terminating (SIGTERM)\u000a02:28:20.308243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29642): Terminating (SIGTERM)\u000a02:28:20.317460 --- ParallelTerminationStrategy: PID 29636 died...\u000a02:28:20.369948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29636): Terminated: ok {rc=0}\u000a02:28:20.379353 --- ParallelTerminationStrategy: PID 29639 died...\u000a02:28:20.431341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29639): Terminated: ok {rc=0}\u000a02:28:20.440769 --- ParallelTerminationStrategy: PID 29642 died...\u000a02:28:20.492351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29642): Terminated: ok {rc=0}\u000a02:28:20.574586 bus /sierra_3: Setting Powered False\u000a02:28:21.673670 bus /sierra_3: Setting Powered False\u000a02:28:22.780386 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:28:03" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29654): Process ended prematurely: osmo-stp_10.42.42.5(pid=29654) [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29654): Process ended prematurely: osmo-stp_10.42.42.5(pid=29654) [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:28:24.778679 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:24.789856 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:28:24.955940 tst mo_mt_call.py: using LAC 37913\u000a02:28:25.086263 tst mo_mt_call.py: using RAC 173\u000a02:28:25.210957 tst mo_mt_call.py: using CellId 37913\u000a02:28:25.335224 tst mo_mt_call.py: using BVCI 37914\u000a02:28:25.359599 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:25.370810 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:25.381860 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:25.392664 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:25.404579 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:25.416416 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:25.533196 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:25.742029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:26.243036 run create_hlr_db(pid=29648): Launched\u000a02:28:26.428752 bus /sierra_2: Setting Powered False\u000a02:28:27.449494 run create_hlr_db(pid=29648): Terminated: ok {rc=0}\u000a02:28:27.872799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29650): Launched\u000a02:28:28.193200 run osmo-hlr_10.42.42.2(pid=29651): Launched\u000a02:28:28.311727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:28.867975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29653): Launched\u000a02:28:29.188332 run osmo-stp_10.42.42.5(pid=29654): Launched\u000a02:28:29.306824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:29.890904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29656): Launched\u000a02:28:30.211773 run osmo-msc_10.42.42.6(pid=29657): Launched\u000a02:28:30.400895 run osmo-stp_10.42.42.5(pid=29654): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)]\u000a02:28:30.537401 run osmo-stp_10.42.42.5(pid=29654): stdout: \u000a| (launched: 2022-12-14_02:28:29.030718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:30.673258 run osmo-stp_10.42.42.5(pid=29654): stderr: \u000a| �[0;m�[38;5;43m20221214022829221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022829221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022829222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022829222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022829222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022829223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022829223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:30.802322 run osmo-stp_10.42.42.5(pid=29654): stdout: \u000a| (launched: 2022-12-14_02:28:29.030718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:30.942319 run osmo-stp_10.42.42.5(pid=29654): stderr: \u000a| �[0;m�[38;5;43m20221214022829221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022829221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022829222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022829222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022829222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022829223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022829223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:30.995358 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29654): Process ended prematurely: osmo-stp_10.42.42.5(pid=29654) [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29654)] [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:28:31.004925 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:28:31.067854 run osmo-hlr_10.42.42.2(pid=29651): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29651)]\u000a02:28:31.120417 run osmo-hlr_10.42.42.2(pid=29651): stdout: \u000a| (launched: 2022-12-14_02:28:28.035494) \u000a02:28:31.173328 run osmo-hlr_10.42.42.2(pid=29651): stderr: \u000a| �[0;m�[1;31m20221214022828231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022828231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022828231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022828231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022828231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022828231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022828243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022828251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022828251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022828251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:31.243513 run osmo-msc_10.42.42.6(pid=29657): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29657)]\u000a02:28:31.296039 run osmo-msc_10.42.42.6(pid=29657): stdout: \u000a| (launched: 2022-12-14_02:28:30.054170) \u000a02:28:31.348631 run osmo-msc_10.42.42.6(pid=29657): stderr: \u000a| �[0;m�[38;5;43m20221214022830375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022830375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f106e590c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022830375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022830375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022830375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022830376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022830377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022830378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022830378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022830378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:31.393381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29650): Terminating (SIGTERM)\u000a02:28:31.438118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29653): Terminating (SIGTERM)\u000a02:28:31.482691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29656): Terminating (SIGTERM)\u000a02:28:31.494313 --- ParallelTerminationStrategy: PID 29650 died...\u000a02:28:31.553219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29650): Terminated: ok {rc=0}\u000a02:28:31.563950 --- ParallelTerminationStrategy: PID 29653 died...\u000a02:28:31.621260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29653): Terminated: ok {rc=0}\u000a02:28:31.631743 --- ParallelTerminationStrategy: PID 29656 died...\u000a02:28:31.691158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29656): Terminated: ok {rc=0}\u000a02:28:31.778725 bus /sierra_3: Setting Powered False\u000a02:28:32.884131 bus /sierra_3: Setting Powered False\u000a02:28:33.996423 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29665): Process ended prematurely: osmo-stp_10.42.42.5(pid=29665) [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29665): Process ended prematurely: osmo-stp_10.42.42.5(pid=29665) [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:35.105243 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:35.116615 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:28:35.270855 tst mo_mt_call_osmux.py: using LAC 37914\u000a02:28:35.386236 tst mo_mt_call_osmux.py: using RAC 174\u000a02:28:35.502029 tst mo_mt_call_osmux.py: using CellId 37914\u000a02:28:35.618011 tst mo_mt_call_osmux.py: using BVCI 37915\u000a02:28:35.640733 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:35.651496 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:35.662147 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:35.673212 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:35.684088 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:28:35.695124 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:35.810019 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:28:36.023353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:36.528545 run create_hlr_db(pid=29659): Launched\u000a02:28:36.713881 bus /sierra_2: Setting Powered False\u000a02:28:37.734457 run create_hlr_db(pid=29659): Terminated: ok {rc=0}\u000a02:28:38.159602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29661): Launched\u000a02:28:38.479380 run osmo-hlr_10.42.42.2(pid=29662): Launched\u000a02:28:38.599210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:39.155325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29664): Launched\u000a02:28:39.475612 run osmo-stp_10.42.42.5(pid=29665): Launched\u000a02:28:39.593160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:40.176461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29667): Launched\u000a02:28:40.496890 run osmo-msc_10.42.42.6(pid=29668): Launched\u000a02:28:40.685611 run osmo-stp_10.42.42.5(pid=29665): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)]\u000a02:28:40.821551 run osmo-stp_10.42.42.5(pid=29665): stdout: \u000a| (launched: 2022-12-14_02:28:39.318567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:40.956924 run osmo-stp_10.42.42.5(pid=29665): stderr: \u000a| �[0;m�[38;5;43m20221214022839509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022839509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022839509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022839510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022839510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022839510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022839510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:41.085967 run osmo-stp_10.42.42.5(pid=29665): stdout: \u000a| (launched: 2022-12-14_02:28:39.318567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:41.214768 run osmo-stp_10.42.42.5(pid=29665): stderr: \u000a| �[0;m�[38;5;43m20221214022839509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022839509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022839509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022839510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022839510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022839510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022839510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:41.271008 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29665): Process ended prematurely: osmo-stp_10.42.42.5(pid=29665) [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)] [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:28:41.280064 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:28:41.343167 run osmo-hlr_10.42.42.2(pid=29662): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29662)]\u000a02:28:41.394604 run osmo-hlr_10.42.42.2(pid=29662): stdout: \u000a| (launched: 2022-12-14_02:28:38.322632) \u000a02:28:41.446808 run osmo-hlr_10.42.42.2(pid=29662): stderr: \u000a| �[0;m�[1;31m20221214022838519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022838519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022838519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022838520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022838520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022838520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022838531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022838539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022838540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022838540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:41.517540 run osmo-msc_10.42.42.6(pid=29668): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29668)]\u000a02:28:41.569074 run osmo-msc_10.42.42.6(pid=29668): stdout: \u000a| (launched: 2022-12-14_02:28:40.339229) \u000a02:28:41.621010 run osmo-msc_10.42.42.6(pid=29668): stderr: \u000a| �[0;m�[38;5;43m20221214022840659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022840659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdab5246c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022840660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022840660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022840660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022840660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022840662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022840662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022840663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022840663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:41.665293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29661): Terminating (SIGTERM)\u000a02:28:41.707193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29664): Terminating (SIGTERM)\u000a02:28:41.749159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29667): Terminating (SIGTERM)\u000a02:28:41.758748 --- ParallelTerminationStrategy: PID 29661 died...\u000a02:28:41.815028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29661): Terminated: ok {rc=0}\u000a02:28:41.825083 --- ParallelTerminationStrategy: PID 29664 died...\u000a02:28:41.880994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29664): Terminated: ok {rc=0}\u000a02:28:41.891151 --- ParallelTerminationStrategy: PID 29667 died...\u000a02:28:41.947226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29667): Terminated: ok {rc=0}\u000a02:28:42.033922 bus /sierra_3: Setting Powered False\u000a02:28:43.139282 bus /sierra_3: Setting Powered False\u000a02:28:44.249630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:28:24" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29680): Process ended prematurely: osmo-stp_10.42.42.5(pid=29680) [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29680)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29680): Process ended prematurely: osmo-stp_10.42.42.5(pid=29680) [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a02:28:46.252488 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:46.264256 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a02:28:46.404420 tst mo_mt_call.py: using LAC 37915\u000a02:28:46.533798 tst mo_mt_call.py: using RAC 175\u000a02:28:46.663117 tst mo_mt_call.py: using CellId 37915\u000a02:28:46.791912 tst mo_mt_call.py: using BVCI 37916\u000a02:28:46.817981 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:46.830210 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:46.842102 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:46.854006 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:46.866443 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:46.878917 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:47.004628 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:47.242946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:47.746130 run create_hlr_db(pid=29674): Launched\u000a02:28:47.930404 bus /sierra_2: Setting Powered False\u000a02:28:48.951666 run create_hlr_db(pid=29674): Terminated: ok {rc=0}\u000a02:28:49.375473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29676): Launched\u000a02:28:49.693308 run osmo-hlr_10.42.42.2(pid=29677): Launched\u000a02:28:49.808824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:28:50.360263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29679): Launched\u000a02:28:50.679641 run osmo-stp_10.42.42.5(pid=29680): Launched\u000a02:28:50.796722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:28:51.379706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29682): Launched\u000a02:28:51.698060 run osmo-msc_10.42.42.6(pid=29683): Launched\u000a02:28:51.884491 run osmo-stp_10.42.42.5(pid=29680): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29680)]\u000a02:28:52.019476 run osmo-stp_10.42.42.5(pid=29680): stdout: \u000a| (launched: 2022-12-14_02:28:50.522832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:52.154902 run osmo-stp_10.42.42.5(pid=29680): stderr: \u000a| �[0;m�[38;5;43m20221214022850714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022850714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022850714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022850715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022850715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022850715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022850715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:52.283919 run osmo-stp_10.42.42.5(pid=29680): stdout: \u000a| (launched: 2022-12-14_02:28:50.522832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:28:52.412031 run osmo-stp_10.42.42.5(pid=29680): stderr: \u000a| �[0;m�[38;5;43m20221214022850714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022850714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022850714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022850715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022850715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022850715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022850715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:28:52.468413 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29680): Process ended prematurely: osmo-stp_10.42.42.5(pid=29680) [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29680)] [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a02:28:52.477854 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:28:52.540736 run osmo-hlr_10.42.42.2(pid=29677): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29677)]\u000a02:28:52.591969 run osmo-hlr_10.42.42.2(pid=29677): stdout: \u000a| (launched: 2022-12-14_02:28:49.538024) \u000a02:28:52.644211 run osmo-hlr_10.42.42.2(pid=29677): stderr: \u000a| �[0;m�[1;31m20221214022849736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022849737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022849737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022849737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022849737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022849737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022849781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022849791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022849791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022849791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:28:52.715074 run osmo-msc_10.42.42.6(pid=29683): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29683)]\u000a02:28:52.766671 run osmo-msc_10.42.42.6(pid=29683): stdout: \u000a| (launched: 2022-12-14_02:28:51.542308) \u000a02:28:52.818522 run osmo-msc_10.42.42.6(pid=29683): stderr: \u000a| �[0;m�[38;5;43m20221214022851866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022851866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c2911dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022851866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022851866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022851866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022851867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022851868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022851869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022851869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022851869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:28:52.862874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29676): Terminating (SIGTERM)\u000a02:28:52.904835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29679): Terminating (SIGTERM)\u000a02:28:52.947337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29682): Terminating (SIGTERM)\u000a02:28:52.956904 --- ParallelTerminationStrategy: PID 29676 died...\u000a02:28:53.012997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29676): Terminated: ok {rc=0}\u000a02:28:53.022927 --- ParallelTerminationStrategy: PID 29679 died...\u000a02:28:53.078863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29679): Terminated: ok {rc=0}\u000a02:28:53.088747 --- ParallelTerminationStrategy: PID 29682 died...\u000a02:28:53.145019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29682): Terminated: ok {rc=0}\u000a02:28:53.231348 bus /sierra_3: Setting Powered False\u000a02:28:54.337494 bus /sierra_3: Setting Powered False\u000a02:28:55.445913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:28:56.559213 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:56.571009 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a02:28:56.717149 tst mo_mt_call_osmux.py: using LAC 37916\u000a02:28:56.842146 tst mo_mt_call_osmux.py: using RAC 176\u000a02:28:56.967842 tst mo_mt_call_osmux.py: using CellId 37916\u000a02:28:57.089187 tst mo_mt_call_osmux.py: using BVCI 37917\u000a02:28:57.112393 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:57.123356 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:57.134163 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:57.144773 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:57.155778 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a02:28:57.166868 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:57.288457 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a02:28:57.487961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:28:57.965071 run create_hlr_db(pid=29685): Launched\u000a02:28:58.136002 bus /sierra_2: Setting Powered False\u000a02:28:59.158153 run create_hlr_db(pid=29685): Terminated: ok {rc=0}\u000a02:28:59.581285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Launched\u000a02:28:59.899827 run osmo-hlr_10.42.42.2(pid=29688): Launched\u000a02:29:00.020575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:00.575787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Launched\u000a02:29:00.969818 run osmo-stp_10.42.42.5(pid=29691): Launched\u000a02:29:01.219998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:01.844833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29693): Launched\u000a02:29:02.249552 run osmo-msc_10.42.42.6(pid=29694): Launched\u000a02:29:02.448280 run osmo-stp_10.42.42.5(pid=29691): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a02:29:02.579469 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-14_02:29:00.739096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:02.706019 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221214022900989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022900989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022900990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022900990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022900992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022900992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022900996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:02.826881 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-14_02:29:00.739096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:02.945904 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221214022900989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022900989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022900990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022900990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022900992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022900992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022900996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:02.998407 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a02:29:03.007010 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a02:29:03.065972 run osmo-hlr_10.42.42.2(pid=29688): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29688)]\u000a02:29:03.114775 run osmo-hlr_10.42.42.2(pid=29688): stdout: \u000a| (launched: 2022-12-14_02:28:59.743956) \u000a02:29:03.164016 run osmo-hlr_10.42.42.2(pid=29688): stderr: \u000a| �[0;m�[1;31m20221214022859941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022859941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022859941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022859941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022859941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022859941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022859954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022859962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022859962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022859962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:03.230837 run osmo-msc_10.42.42.6(pid=29694): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29694)]\u000a02:29:03.279487 run osmo-msc_10.42.42.6(pid=29694): stdout: \u000a| (launched: 2022-12-14_02:29:02.002177) \u000a02:29:03.328604 run osmo-msc_10.42.42.6(pid=29694): stderr: \u000a| �[0;m�[38;5;43m20221214022902450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022902450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25cc8dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022902451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022902451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022902451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022902451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022902453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022902453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022902453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022902453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:03.370257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminating (SIGTERM)\u000a02:29:03.409472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminating (SIGTERM)\u000a02:29:03.449429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29693): Terminating (SIGTERM)\u000a02:29:03.458576 --- ParallelTerminationStrategy: PID 29687 died...\u000a02:29:03.511327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminated: ok {rc=0}\u000a02:29:03.520901 --- ParallelTerminationStrategy: PID 29690 died...\u000a02:29:03.573386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminated: ok {rc=0}\u000a02:29:03.582823 --- ParallelTerminationStrategy: PID 29693 died...\u000a02:29:03.635221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29693): Terminated: ok {rc=0}\u000a02:29:03.723502 bus /sierra_3: Setting Powered False\u000a02:29:04.825710 bus /sierra_3: Setting Powered False\u000a02:29:05.935759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:28:45" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29705): Process ended prematurely: osmo-stp_10.42.42.5(pid=29705) [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29705)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29705): Process ended prematurely: osmo-stp_10.42.42.5(pid=29705) [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a02:29:07.919821 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:07.930945 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:29:08.078454 tst mo_mt_call.py: using LAC 37917\u000a02:29:08.209230 tst mo_mt_call.py: using RAC 177\u000a02:29:08.334577 tst mo_mt_call.py: using CellId 37917\u000a02:29:08.453892 tst mo_mt_call.py: using BVCI 37918\u000a02:29:08.476663 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:08.488710 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:08.501828 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:08.513335 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:08.525288 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:08.537445 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:08.654180 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:08.864654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:09.366903 run create_hlr_db(pid=29699): Launched\u000a02:29:09.552049 bus /sierra_2: Setting Powered False\u000a02:29:10.572517 run create_hlr_db(pid=29699): Terminated: ok {rc=0}\u000a02:29:10.972353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29701): Launched\u000a02:29:11.269875 run osmo-hlr_10.42.42.2(pid=29702): Launched\u000a02:29:11.379932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:11.916451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29704): Launched\u000a02:29:12.243738 run osmo-stp_10.42.42.5(pid=29705): Launched\u000a02:29:12.362318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:12.947483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29707): Launched\u000a02:29:13.267923 run osmo-msc_10.42.42.6(pid=29708): Launched\u000a02:29:13.456800 run osmo-stp_10.42.42.5(pid=29705): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29705)]\u000a02:29:13.593336 run osmo-stp_10.42.42.5(pid=29705): stdout: \u000a| (launched: 2022-12-14_02:29:12.085603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:13.729749 run osmo-stp_10.42.42.5(pid=29705): stderr: \u000a| �[0;m�[38;5;43m20221214022912275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022912275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022912275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022912276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022912278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022912278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022912278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:13.858953 run osmo-stp_10.42.42.5(pid=29705): stdout: \u000a| (launched: 2022-12-14_02:29:12.085603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:13.987285 run osmo-stp_10.42.42.5(pid=29705): stderr: \u000a| �[0;m�[38;5;43m20221214022912275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022912275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022912275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022912276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022912278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022912278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022912278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:14.043532 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29705): Process ended prematurely: osmo-stp_10.42.42.5(pid=29705) [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29705)] [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a02:29:14.052664 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:29:14.114968 run osmo-hlr_10.42.42.2(pid=29702): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29702)]\u000a02:29:14.166519 run osmo-hlr_10.42.42.2(pid=29702): stdout: \u000a| (launched: 2022-12-14_02:29:11.124420) \u000a02:29:14.218450 run osmo-hlr_10.42.42.2(pid=29702): stderr: \u000a| �[0;m�[1;31m20221214022911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022911298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022911299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022911311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022911319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022911320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022911320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:14.289070 run osmo-msc_10.42.42.6(pid=29708): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29708)]\u000a02:29:14.340346 run osmo-msc_10.42.42.6(pid=29708): stdout: \u000a| (launched: 2022-12-14_02:29:13.110636) \u000a02:29:14.392135 run osmo-msc_10.42.42.6(pid=29708): stderr: \u000a| �[0;m�[38;5;43m20221214022913430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022913431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dfff91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022913431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022913431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022913431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022913431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022913433 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022913433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022913433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022913433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:14.436184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29701): Terminating (SIGTERM)\u000a02:29:14.477876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29704): Terminating (SIGTERM)\u000a02:29:14.519651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29707): Terminating (SIGTERM)\u000a02:29:14.529363 --- ParallelTerminationStrategy: PID 29701 died...\u000a02:29:14.585294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29701): Terminated: ok {rc=0}\u000a02:29:14.595218 --- ParallelTerminationStrategy: PID 29704 died...\u000a02:29:14.650952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29704): Terminated: ok {rc=0}\u000a02:29:14.660857 --- ParallelTerminationStrategy: PID 29707 died...\u000a02:29:14.716576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29707): Terminated: ok {rc=0}\u000a02:29:14.803104 bus /sierra_3: Setting Powered False\u000a02:29:15.942912 bus /sierra_3: Setting Powered False\u000a02:29:17.083210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29716): Process ended prematurely: osmo-stp_10.42.42.5(pid=29716) [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29716): Process ended prematurely: osmo-stp_10.42.42.5(pid=29716) [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:29:18.200822 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:18.213182 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:29:18.360286 tst mo_mt_call_osmux.py: using LAC 37918\u000a02:29:18.487616 tst mo_mt_call_osmux.py: using RAC 178\u000a02:29:18.613016 tst mo_mt_call_osmux.py: using CellId 37918\u000a02:29:18.733971 tst mo_mt_call_osmux.py: using BVCI 37919\u000a02:29:18.756524 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:18.768301 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:18.779680 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:18.791143 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:18.802596 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:29:18.813772 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:18.934058 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:29:19.137569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:19.616690 run create_hlr_db(pid=29710): Launched\u000a02:29:19.788480 bus /sierra_2: Setting Powered False\u000a02:29:20.811070 run create_hlr_db(pid=29710): Terminated: ok {rc=0}\u000a02:29:21.235984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29712): Launched\u000a02:29:21.554698 run osmo-hlr_10.42.42.2(pid=29713): Launched\u000a02:29:21.675951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:22.230463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29715): Launched\u000a02:29:22.549785 run osmo-stp_10.42.42.5(pid=29716): Launched\u000a02:29:22.666512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:23.250323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29718): Launched\u000a02:29:23.569503 run osmo-msc_10.42.42.6(pid=29719): Launched\u000a02:29:23.757894 run osmo-stp_10.42.42.5(pid=29716): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)]\u000a02:29:23.894539 run osmo-stp_10.42.42.5(pid=29716): stdout: \u000a| (launched: 2022-12-14_02:29:22.393362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:24.029733 run osmo-stp_10.42.42.5(pid=29716): stderr: \u000a| �[0;m�[38;5;43m20221214022922585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022922585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022922586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022922586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022922587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022922587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022922587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:24.159179 run osmo-stp_10.42.42.5(pid=29716): stdout: \u000a| (launched: 2022-12-14_02:29:22.393362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:24.286883 run osmo-stp_10.42.42.5(pid=29716): stderr: \u000a| �[0;m�[38;5;43m20221214022922585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022922585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022922586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022922586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022922587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022922587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022922587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:24.343011 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29716): Process ended prematurely: osmo-stp_10.42.42.5(pid=29716) [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29716)] [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a02:29:24.352100 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:29:24.414408 run osmo-hlr_10.42.42.2(pid=29713): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29713)]\u000a02:29:24.465534 run osmo-hlr_10.42.42.2(pid=29713): stdout: \u000a| (launched: 2022-12-14_02:29:21.398818) \u000a02:29:24.517245 run osmo-hlr_10.42.42.2(pid=29713): stderr: \u000a| �[0;m�[1;31m20221214022921597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022921597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022921597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022921597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022921597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022921597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022921609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022921617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022921617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022921617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:24.587463 run osmo-msc_10.42.42.6(pid=29719): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29719)]\u000a02:29:24.638355 run osmo-msc_10.42.42.6(pid=29719): stdout: \u000a| (launched: 2022-12-14_02:29:23.412827) \u000a02:29:24.689830 run osmo-msc_10.42.42.6(pid=29719): stderr: \u000a| �[0;m�[38;5;43m20221214022923733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022923734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0feaf6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022923734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022923734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022923734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022923734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022923736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022923736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022923736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022923736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:24.733850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29712): Terminating (SIGTERM)\u000a02:29:24.775439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29715): Terminating (SIGTERM)\u000a02:29:24.817239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29718): Terminating (SIGTERM)\u000a02:29:24.826768 --- ParallelTerminationStrategy: PID 29712 died...\u000a02:29:24.882726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29712): Terminated: ok {rc=0}\u000a02:29:24.892655 --- ParallelTerminationStrategy: PID 29715 died...\u000a02:29:24.948242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29715): Terminated: ok {rc=0}\u000a02:29:24.958103 --- ParallelTerminationStrategy: PID 29718 died...\u000a02:29:25.013741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29718): Terminated: ok {rc=0}\u000a02:29:25.100669 bus /sierra_3: Setting Powered False\u000a02:29:26.202378 bus /sierra_3: Setting Powered False\u000a02:29:27.311440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:29:07" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:29:29.312750 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:29.323301 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:29.456778 tst emergency_mo_mt_call.py: using LAC 37919\u000a02:29:29.579207 tst emergency_mo_mt_call.py: using RAC 179\u000a02:29:29.702695 tst emergency_mo_mt_call.py: using CellId 37919\u000a02:29:29.825050 tst emergency_mo_mt_call.py: using BVCI 37920\u000a02:29:29.849095 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:29.860161 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:29.871109 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:29.881929 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:29.893234 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:29.904296 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:30.020525 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:30.227088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:30.721113 run create_hlr_db(pid=29724): Launched\u000a02:29:30.931517 bus /sierra_2: Setting Powered False\u000a02:29:31.962874 run create_hlr_db(pid=29724): Terminated: ok {rc=0}\u000a02:29:32.385290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Launched\u000a02:29:32.699248 run osmo-hlr_10.42.42.2(pid=29727): Launched\u000a02:29:32.813501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:33.361094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Launched\u000a02:29:33.675575 run osmo-stp_10.42.42.5(pid=29730): Launched\u000a02:29:33.807654 tst emergency_mo_mt_call.py: using MSISDN 8459\u000a02:29:33.964711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:34.537669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29732): Launched\u000a02:29:34.850764 run osmo-msc_10.42.42.6(pid=29733): Launched\u000a02:29:35.035949 run osmo-stp_10.42.42.5(pid=29730): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)]\u000a02:29:35.170359 run osmo-stp_10.42.42.5(pid=29730): stdout: \u000a| (launched: 2022-12-14_02:29:33.521554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:35.303473 run osmo-stp_10.42.42.5(pid=29730): stderr: \u000a| �[0;m�[38;5;43m20221214022933714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022933714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022933714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022933715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022933717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022933717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022933717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:35.429974 run osmo-stp_10.42.42.5(pid=29730): stdout: \u000a| (launched: 2022-12-14_02:29:33.521554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:35.555390 run osmo-stp_10.42.42.5(pid=29730): stderr: \u000a| �[0;m�[38;5;43m20221214022933714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022933714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022933714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022933715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022933717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022933717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022933717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:35.610402 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29730): Process ended prematurely: osmo-stp_10.42.42.5(pid=29730) [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29730)] [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a02:29:35.619242 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a02:29:35.682093 run osmo-hlr_10.42.42.2(pid=29727): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29727)]\u000a02:29:35.733812 run osmo-hlr_10.42.42.2(pid=29727): stdout: \u000a| (launched: 2022-12-14_02:29:32.545624) \u000a02:29:35.786389 run osmo-hlr_10.42.42.2(pid=29727): stderr: \u000a| �[0;m�[1;31m20221214022932744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022932744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022932744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022932744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022932744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022932744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022932758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022932766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022932766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022932766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:35.856979 run osmo-msc_10.42.42.6(pid=29733): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29733)]\u000a02:29:35.908706 run osmo-msc_10.42.42.6(pid=29733): stdout: \u000a| (launched: 2022-12-14_02:29:34.697482) \u000a02:29:35.960888 run osmo-msc_10.42.42.6(pid=29733): stderr: \u000a| �[0;m�[38;5;43m20221214022935018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022935018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e2b39cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022935018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022935018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022935019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022935019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022935021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022935021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022935021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022935021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:36.005503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminating (SIGTERM)\u000a02:29:36.048226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminating (SIGTERM)\u000a02:29:36.090820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29732): Terminating (SIGTERM)\u000a02:29:36.100448 --- ParallelTerminationStrategy: PID 29726 died...\u000a02:29:36.157665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29726): Terminated: ok {rc=0}\u000a02:29:36.167786 --- ParallelTerminationStrategy: PID 29729 died...\u000a02:29:36.224305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29729): Terminated: ok {rc=0}\u000a02:29:36.234412 --- ParallelTerminationStrategy: PID 29732 died...\u000a02:29:36.290953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29732): Terminated: ok {rc=0}\u000a02:29:36.377946 bus /sierra_3: Setting Powered False\u000a02:29:37.483583 bus /sierra_3: Setting Powered False\u000a02:29:38.592653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29741): Process ended prematurely: osmo-stp_10.42.42.5(pid=29741) [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29741)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29741): Process ended prematurely: osmo-stp_10.42.42.5(pid=29741) [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:29:39.644634 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:39.656440 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:39.800228 tst emergency_preemptive_call.py: using LAC 37920\u000a02:29:39.923087 tst emergency_preemptive_call.py: using RAC 180\u000a02:29:40.046098 tst emergency_preemptive_call.py: using CellId 37920\u000a02:29:40.169880 tst emergency_preemptive_call.py: using BVCI 37921\u000a02:29:40.194042 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:40.205109 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:40.215905 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:40.226783 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:40.238063 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:29:40.249291 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:40.365581 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:40.483407 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:40.598021 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:40.803581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:41.300909 run create_hlr_db(pid=29735): Launched\u000a02:29:41.484308 bus /sierra_2: Setting Powered False\u000a02:29:42.505080 run create_hlr_db(pid=29735): Terminated: ok {rc=0}\u000a02:29:42.897617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29737): Launched\u000a02:29:43.190378 run osmo-hlr_10.42.42.2(pid=29738): Launched\u000a02:29:43.306501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:29:43.821604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29740): Launched\u000a02:29:44.112243 run osmo-stp_10.42.42.5(pid=29741): Launched\u000a02:29:44.233288 tst emergency_preemptive_call.py: using MSISDN 8460\u000a02:29:44.377601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:29:44.907503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29743): Launched\u000a02:29:45.198352 run osmo-msc_10.42.42.6(pid=29744): Launched\u000a02:29:45.370561 run osmo-stp_10.42.42.5(pid=29741): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29741)]\u000a02:29:45.495645 run osmo-stp_10.42.42.5(pid=29741): stdout: \u000a| (launched: 2022-12-14_02:29:43.970209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:45.617236 run osmo-stp_10.42.42.5(pid=29741): stderr: \u000a| �[0;m�[38;5;43m20221214022944140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022944140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022944141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022944141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022944142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022944142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022944142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:45.734193 run osmo-stp_10.42.42.5(pid=29741): stdout: \u000a| (launched: 2022-12-14_02:29:43.970209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:29:45.862145 run osmo-stp_10.42.42.5(pid=29741): stderr: \u000a| �[0;m�[38;5;43m20221214022944140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214022944140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214022944141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214022944141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214022944142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214022944142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214022944142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:29:45.920907 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29741): Process ended prematurely: osmo-stp_10.42.42.5(pid=29741) [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29741)] [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a02:29:45.929540 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a02:29:45.989456 run osmo-hlr_10.42.42.2(pid=29738): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29738)]\u000a02:29:46.038966 run osmo-hlr_10.42.42.2(pid=29738): stdout: \u000a| (launched: 2022-12-14_02:29:43.046682) \u000a02:29:46.090253 run osmo-hlr_10.42.42.2(pid=29738): stderr: \u000a| �[0;m�[1;31m20221214022943222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214022943222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214022943222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022943222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214022943222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214022943222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214022943235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214022943245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214022943245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214022943245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:29:46.158622 run osmo-msc_10.42.42.6(pid=29744): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29744)]\u000a02:29:46.208095 run osmo-msc_10.42.42.6(pid=29744): stdout: \u000a| (launched: 2022-12-14_02:29:45.056130) \u000a02:29:46.258248 run osmo-msc_10.42.42.6(pid=29744): stderr: \u000a| �[0;m�[38;5;43m20221214022945327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214022945327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95baabcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214022945327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214022945328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214022945328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214022945328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214022945330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214022945330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214022945330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214022945330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:29:46.300852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29737): Terminating (SIGTERM)\u000a02:29:46.342154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29740): Terminating (SIGTERM)\u000a02:29:46.383847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29743): Terminating (SIGTERM)\u000a02:29:46.393771 --- ParallelTerminationStrategy: PID 29737 died...\u000a02:29:46.448766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29737): Terminated: ok {rc=0}\u000a02:29:46.459021 --- ParallelTerminationStrategy: PID 29740 died...\u000a02:29:46.512412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29740): Terminated: ok {rc=0}\u000a02:29:46.522402 --- ParallelTerminationStrategy: PID 29743 died...\u000a02:29:46.575762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29743): Terminated: ok {rc=0}\u000a02:29:46.672534 bus /sierra_9: Setting Powered False\u000a02:29:47.777943 bus /sierra_9: Setting Powered False\u000a02:29:48.887027 bus /sierra_8: Setting Powered False\u000a02:29:49.992787 bus /sierra_8: Setting Powered False\u000a02:29:51.103221 bus /sierra_3: Setting Powered False\u000a02:29:52.205158 bus /sierra_3: Setting Powered False\u000a02:29:53.316064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:29:29" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29763): Process ended prematurely: osmo-stp_10.42.42.5(pid=29763) [trial-2398↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29763)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29763): Process ended prematurely: osmo-stp_10.42.42.5(pid=29763) [trial-2398↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:29:55.444759 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:55.455635 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:29:55.598915 tst cs_paging_gprs_active.py: using LAC 37921\u000a02:29:55.725898 tst cs_paging_gprs_active.py: using RAC 181\u000a02:29:55.855838 tst cs_paging_gprs_active.py: using CellId 37921\u000a02:29:55.980066 tst cs_paging_gprs_active.py: using BVCI 37922\u000a02:29:56.004623 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.015546 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.026322 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.036919 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.048222 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.059514 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.070681 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.081709 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:29:56.092857 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:56.208799 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:29:56.483213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:29:56.607917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:29:56.916322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29750): Launched\u000a02:29:57.173332 run iperf3-srv_10.42.42.10(pid=29751): Launched\u000a02:29:57.355077 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:29:57.479112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:29:57.795642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29752): Launched\u000a02:29:58.070521 run iperf3-srv_10.42.42.10(pid=29753): Launched\u000a02:29:58.267632 tst cs_paging_gprs_active.py:38: start network...\u000a02:29:58.402248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:29:58.906247 run create_hlr_db(pid=29754): Launched\u000a02:29:59.091406 bus /sierra_2: Setting Powered False\u000a02:30:00.112688 run create_hlr_db(pid=29754): Terminated: ok {rc=0}\u000a02:30:00.513614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29756): Launched\u000a02:30:00.811397 run osmo-hlr_10.42.42.2(pid=29757): Launched\u000a02:30:01.021274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:01.620588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29762): Launched\u000a02:30:02.059184 run osmo-stp_10.42.42.5(pid=29763): Launched\u000a02:30:02.249266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:02.769450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29765): Launched\u000a02:30:02.875785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:03.136194 run patchelf(pid=29766): Launched\u000a02:30:03.311719 run osmo-stp_10.42.42.5(pid=29763): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29763)]\u000a02:30:03.439860 run osmo-stp_10.42.42.5(pid=29763): stdout: \u000a| (launched: 2022-12-14_02:30:01.789415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:03.568273 run osmo-stp_10.42.42.5(pid=29763): stderr: \u000a| �[0;m�[38;5;43m20221214023002064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023002064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023002064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023002065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023002065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023002065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023002066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:03.692316 run osmo-stp_10.42.42.5(pid=29763): stdout: \u000a| (launched: 2022-12-14_02:30:01.789415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:03.815356 run osmo-stp_10.42.42.5(pid=29763): stderr: \u000a| �[0;m�[38;5;43m20221214023002064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023002064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023002064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023002065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023002065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023002065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023002066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:03.959090 run patchelf(pid=29766): Terminating (SIGINT)\u000a02:30:04.128393 run patchelf(pid=29766): Terminated: ok {rc=0}\u000a02:30:04.159758 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29763): Process ended prematurely: osmo-stp_10.42.42.5(pid=29763) [trial-2398↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29763)] [trial-2398↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a02:30:04.169171 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:30:04.229020 run osmo-hlr_10.42.42.2(pid=29757): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29757)]\u000a02:30:04.277928 run osmo-hlr_10.42.42.2(pid=29757): stdout: \u000a| (launched: 2022-12-14_02:30:00.665676) \u000a02:30:04.327591 run osmo-hlr_10.42.42.2(pid=29757): stderr: \u000a| �[0;m�[1;31m20221214023000867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023000867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023000867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023000867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023000867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023000867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023000879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023000898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023000898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023000899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:04.369930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29750): Terminating (SIGTERM)\u000a02:30:04.409753 run iperf3-srv_10.42.42.10(pid=29751): Terminating (SIGTERM)\u000a02:30:04.449692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29752): Terminating (SIGTERM)\u000a02:30:04.489459 run iperf3-srv_10.42.42.10(pid=29753): Terminating (SIGTERM)\u000a02:30:04.529297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29756): Terminating (SIGTERM)\u000a02:30:04.569062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29762): Terminating (SIGTERM)\u000a02:30:04.608835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29765): Terminating (SIGTERM)\u000a02:30:04.618077 --- ParallelTerminationStrategy: PID 29750 died...\u000a02:30:04.671280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29750): Terminated: ok {rc=0}\u000a02:30:04.680768 --- ParallelTerminationStrategy: PID 29751 died...\u000a02:30:04.733348 run iperf3-srv_10.42.42.10(pid=29751): Terminated {rc=256}\u000a02:30:04.742793 --- ParallelTerminationStrategy: PID 29752 died...\u000a02:30:04.794990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29752): Terminated: ok {rc=0}\u000a02:30:04.804350 --- ParallelTerminationStrategy: PID 29753 died...\u000a02:30:04.856678 run iperf3-srv_10.42.42.10(pid=29753): Terminated {rc=256}\u000a02:30:04.866115 --- ParallelTerminationStrategy: PID 29756 died...\u000a02:30:04.918349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29756): Terminated: ok {rc=0}\u000a02:30:04.927768 --- ParallelTerminationStrategy: PID 29762 died...\u000a02:30:04.980194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29762): Terminated: ok {rc=0}\u000a02:30:04.989672 --- ParallelTerminationStrategy: PID 29765 died...\u000a02:30:05.041912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29765): Terminated: ok {rc=0}\u000a02:30:05.129487 bus /gobi_0: Setting Powered False\u000a02:30:06.231839 bus /gobi_0: Setting Powered False\u000a02:30:07.342121 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29776): Process ended prematurely: osmo-stp_10.42.42.5(pid=29776) [trial-2398↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29776)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29776): Process ended prematurely: osmo-stp_10.42.42.5(pid=29776) [trial-2398↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a02:30:08.451567 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:08.462676 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:08.606952 tst iperf3.py: using LAC 37922\u000a02:30:08.732149 tst iperf3.py: using RAC 182\u000a02:30:08.857024 tst iperf3.py: using CellId 37922\u000a02:30:08.982375 tst iperf3.py: using BVCI 37923\u000a02:30:09.006965 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.017986 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.028552 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.039241 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.050224 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.061533 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.072790 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.083749 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:09.094944 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:09.385413 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:30:09.519179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:09.848688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29768): Launched\u000a02:30:10.122609 run iperf3-srv_10.42.42.10(pid=29769): Launched\u000a02:30:10.319252 tst iperf3.py:8: start network...\u000a02:30:10.452806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:10.954120 run create_hlr_db(pid=29770): Launched\u000a02:30:11.138560 bus /gobi_6: Setting Powered False\u000a02:30:12.160597 run create_hlr_db(pid=29770): Terminated: ok {rc=0}\u000a02:30:12.560937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29772): Launched\u000a02:30:12.858623 run osmo-hlr_10.42.42.2(pid=29773): Launched\u000a02:30:12.969404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:13.487509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29775): Launched\u000a02:30:13.786469 run osmo-stp_10.42.42.5(pid=29776): Launched\u000a02:30:13.895152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:14.412353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29778): Launched\u000a02:30:14.518515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:14.777601 run patchelf(pid=29779): Launched\u000a02:30:14.951640 run osmo-stp_10.42.42.5(pid=29776): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29776)]\u000a02:30:15.078727 run osmo-stp_10.42.42.5(pid=29776): stdout: \u000a| (launched: 2022-12-14_02:30:13.639147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:15.206238 run osmo-stp_10.42.42.5(pid=29776): stderr: \u000a| �[0;m�[38;5;43m20221214023013809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023013809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023013809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023013810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023013810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023013810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023013810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:15.330310 run osmo-stp_10.42.42.5(pid=29776): stdout: \u000a| (launched: 2022-12-14_02:30:13.639147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:15.452733 run osmo-stp_10.42.42.5(pid=29776): stderr: \u000a| �[0;m�[38;5;43m20221214023013809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023013809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023013809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023013810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023013810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023013810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023013810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:15.595822 run patchelf(pid=29779): Terminating (SIGINT)\u000a02:30:15.763737 run patchelf(pid=29779): Terminated: ok {rc=0}\u000a02:30:15.794718 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29776): Process ended prematurely: osmo-stp_10.42.42.5(pid=29776) [trial-2398↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29776)] [trial-2398↪gprs:trx-b200↪iperf3.py:8]\u000a02:30:15.803917 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a02:30:15.888124 run osmo-hlr_10.42.42.2(pid=29773): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29773)]\u000a02:30:15.942207 run osmo-hlr_10.42.42.2(pid=29773): stdout: \u000a| (launched: 2022-12-14_02:30:12.712273) \u000a02:30:15.996292 run osmo-hlr_10.42.42.2(pid=29773): stderr: \u000a| �[0;m�[1;31m20221214023012885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023012885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023012885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023012885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023012885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023012885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023012897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023012906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023012906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023012906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:16.043517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29768): Terminating (SIGTERM)\u000a02:30:16.087697 run iperf3-srv_10.42.42.10(pid=29769): Terminating (SIGTERM)\u000a02:30:16.133888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29772): Terminating (SIGTERM)\u000a02:30:16.179422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29775): Terminating (SIGTERM)\u000a02:30:16.227322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29778): Terminating (SIGTERM)\u000a02:30:16.238422 --- ParallelTerminationStrategy: PID 29768 died...\u000a02:30:16.300596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29768): Terminated: ok {rc=0}\u000a02:30:16.312356 --- ParallelTerminationStrategy: PID 29769 died...\u000a02:30:16.371380 run iperf3-srv_10.42.42.10(pid=29769): Terminated {rc=256}\u000a02:30:16.382490 --- ParallelTerminationStrategy: PID 29772 died...\u000a02:30:16.442254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29772): Terminated: ok {rc=0}\u000a02:30:16.453235 --- ParallelTerminationStrategy: PID 29775 died...\u000a02:30:16.513537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29775): Terminated: ok {rc=0}\u000a02:30:16.524743 --- ParallelTerminationStrategy: PID 29778 died...\u000a02:30:16.584751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29778): Terminated: ok {rc=0}\u000a02:30:16.676429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29794): Process ended prematurely: osmo-stp_10.42.42.5(pid=29794) [trial-2398↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29794): Process ended prematurely: osmo-stp_10.42.42.5(pid=29794) [trial-2398↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a02:30:17.791769 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:17.803415 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:17.946791 tst iperf3m4.py: using LAC 37923\u000a02:30:18.070096 tst iperf3m4.py: using RAC 183\u000a02:30:18.194368 tst iperf3m4.py: using CellId 37923\u000a02:30:18.314828 tst iperf3m4.py: using BVCI 37924\u000a02:30:18.337622 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.348070 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.358309 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.368500 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.378654 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.389294 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.400206 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.410861 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:18.422255 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:18.543594 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:18.662264 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:18.783619 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:19.060280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:30:19.184703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:19.495339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29780): Launched\u000a02:30:19.752887 run iperf3-srv_10.42.42.10(pid=29781): Launched\u000a02:30:19.934924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:30:20.059540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:20.367469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29782): Launched\u000a02:30:20.623802 run iperf3-srv_10.42.42.10(pid=29783): Launched\u000a02:30:20.805319 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:30:20.929188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:21.237645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29784): Launched\u000a02:30:21.494557 run iperf3-srv_10.42.42.10(pid=29785): Launched\u000a02:30:21.676312 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:30:21.800336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:22.108079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29786): Launched\u000a02:30:22.364583 run iperf3-srv_10.42.42.10(pid=29787): Launched\u000a02:30:22.546493 tst iperf3m4.py:8: start network...\u000a02:30:22.670579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:23.147803 run create_hlr_db(pid=29788): Launched\u000a02:30:23.320180 bus /gobi_6: Setting Powered False\u000a02:30:24.341851 run create_hlr_db(pid=29788): Terminated: ok {rc=0}\u000a02:30:24.769227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29790): Launched\u000a02:30:25.090465 run osmo-hlr_10.42.42.2(pid=29791): Launched\u000a02:30:25.212557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:25.770543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29793): Launched\u000a02:30:26.091145 run osmo-stp_10.42.42.5(pid=29794): Launched\u000a02:30:26.208583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:26.766249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29796): Launched\u000a02:30:26.881089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:27.160891 run patchelf(pid=29797): Launched\u000a02:30:27.348937 run osmo-stp_10.42.42.5(pid=29794): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)]\u000a02:30:27.486666 run osmo-stp_10.42.42.5(pid=29794): stdout: \u000a| (launched: 2022-12-14_02:30:25.933870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:27.624614 run osmo-stp_10.42.42.5(pid=29794): stderr: \u000a| �[0;m�[38;5;43m20221214023026126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023026126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023026126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023026127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023026127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023026127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023026127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:27.758154 run osmo-stp_10.42.42.5(pid=29794): stdout: \u000a| (launched: 2022-12-14_02:30:25.933870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:27.890967 run osmo-stp_10.42.42.5(pid=29794): stderr: \u000a| �[0;m�[38;5;43m20221214023026126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023026126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023026126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023026127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023026127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023026127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023026127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:28.045346 run patchelf(pid=29797): Terminating (SIGINT)\u000a02:30:28.227055 run patchelf(pid=29797): Terminated: ok {rc=0}\u000a02:30:28.260202 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29794): Process ended prematurely: osmo-stp_10.42.42.5(pid=29794) [trial-2398↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29794)] [trial-2398↪gprs:trx-b200↪iperf3m4.py:8]\u000a02:30:28.270258 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a02:30:28.334160 run osmo-hlr_10.42.42.2(pid=29791): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29791)]\u000a02:30:28.386282 run osmo-hlr_10.42.42.2(pid=29791): stdout: \u000a| (launched: 2022-12-14_02:30:24.933237) \u000a02:30:28.438615 run osmo-hlr_10.42.42.2(pid=29791): stderr: \u000a| �[0;m�[1;31m20221214023025132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023025132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023025132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023025132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023025132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023025132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023025144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023025152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023025152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023025152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:28.483555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29780): Terminating (SIGTERM)\u000a02:30:28.525909 run iperf3-srv_10.42.42.10(pid=29781): Terminating (SIGTERM)\u000a02:30:28.568257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29782): Terminating (SIGTERM)\u000a02:30:28.611031 run iperf3-srv_10.42.42.10(pid=29783): Terminating (SIGTERM)\u000a02:30:28.653849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29784): Terminating (SIGTERM)\u000a02:30:28.695900 run iperf3-srv_10.42.42.10(pid=29785): Terminating (SIGTERM)\u000a02:30:28.738043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29786): Terminating (SIGTERM)\u000a02:30:28.779910 run iperf3-srv_10.42.42.10(pid=29787): Terminating (SIGTERM)\u000a02:30:28.821927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29790): Terminating (SIGTERM)\u000a02:30:28.863787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29793): Terminating (SIGTERM)\u000a02:30:28.906032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29796): Terminating (SIGTERM)\u000a02:30:28.915677 --- ParallelTerminationStrategy: PID 29780 died...\u000a02:30:28.972035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29780): Terminated: ok {rc=0}\u000a02:30:28.982111 --- ParallelTerminationStrategy: PID 29781 died...\u000a02:30:29.038187 run iperf3-srv_10.42.42.10(pid=29781): Terminated {rc=256}\u000a02:30:29.048152 --- ParallelTerminationStrategy: PID 29782 died...\u000a02:30:29.104413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29782): Terminated: ok {rc=0}\u000a02:30:29.114409 --- ParallelTerminationStrategy: PID 29783 died...\u000a02:30:29.170991 run iperf3-srv_10.42.42.10(pid=29783): Terminated {rc=256}\u000a02:30:29.181108 --- ParallelTerminationStrategy: PID 29784 died...\u000a02:30:29.237264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29784): Terminated: ok {rc=0}\u000a02:30:29.247213 --- ParallelTerminationStrategy: PID 29785 died...\u000a02:30:29.303245 run iperf3-srv_10.42.42.10(pid=29785): Terminated {rc=256}\u000a02:30:29.313851 --- ParallelTerminationStrategy: PID 29786 died...\u000a02:30:29.370292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29786): Terminated: ok {rc=0}\u000a02:30:29.380319 --- ParallelTerminationStrategy: PID 29787 died...\u000a02:30:29.436349 run iperf3-srv_10.42.42.10(pid=29787): Terminated {rc=256}\u000a02:30:29.446402 --- ParallelTerminationStrategy: PID 29790 died...\u000a02:30:29.502324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29790): Terminated: ok {rc=0}\u000a02:30:29.512345 --- ParallelTerminationStrategy: PID 29793 died...\u000a02:30:29.568373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29793): Terminated: ok {rc=0}\u000a02:30:29.578363 --- ParallelTerminationStrategy: PID 29796 died...\u000a02:30:29.634406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29796): Terminated: ok {rc=0}\u000a02:30:29.721806 bus /gobi_4: Setting Powered False\u000a02:30:30.827830 bus /gobi_4: Setting Powered False\u000a02:30:31.943337 bus /gobi_1: Setting Powered False\u000a02:30:33.043508 bus /gobi_1: Setting Powered False\u000a02:30:34.153353 bus /gobi_0: Setting Powered False\u000a02:30:35.259429 bus /gobi_0: Setting Powered False\u000a02:30:36.372328 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29804): Process ended prematurely: osmo-stp_10.42.42.5(pid=29804) [trial-2398↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29804)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29804): Process ended prematurely: osmo-stp_10.42.42.5(pid=29804) [trial-2398↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a02:30:37.438855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:37.449864 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:37.586954 tst ping.py: using LAC 37924\u000a02:30:37.706509 tst ping.py: using RAC 184\u000a02:30:37.820684 tst ping.py: using CellId 37924\u000a02:30:37.934729 tst ping.py: using BVCI 37925\u000a02:30:37.957265 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:37.967831 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:37.978186 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:37.988404 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:37.998583 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:38.009370 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:38.020174 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:38.031055 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:38.302742 tst ping.py:19: start network...\u000a02:30:38.424882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:38.892040 run create_hlr_db(pid=29798): Launched\u000a02:30:39.060827 bus /gobi_6: Setting Powered False\u000a02:30:40.082342 run create_hlr_db(pid=29798): Terminated: ok {rc=0}\u000a02:30:40.501625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29800): Launched\u000a02:30:40.817046 run osmo-hlr_10.42.42.2(pid=29801): Launched\u000a02:30:40.934864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:41.485965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29803): Launched\u000a02:30:41.801580 run osmo-stp_10.42.42.5(pid=29804): Launched\u000a02:30:41.916781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:42.465804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29806): Launched\u000a02:30:42.578823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:42.852477 run patchelf(pid=29807): Launched\u000a02:30:43.037244 run osmo-stp_10.42.42.5(pid=29804): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29804)]\u000a02:30:43.172603 run osmo-stp_10.42.42.5(pid=29804): stdout: \u000a| (launched: 2022-12-14_02:30:41.646185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:43.307728 run osmo-stp_10.42.42.5(pid=29804): stderr: \u000a| �[0;m�[38;5;43m20221214023041835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023041835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023041835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023041835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023041838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023041838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023041838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:43.438730 run osmo-stp_10.42.42.5(pid=29804): stdout: \u000a| (launched: 2022-12-14_02:30:41.646185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:43.568706 run osmo-stp_10.42.42.5(pid=29804): stderr: \u000a| �[0;m�[38;5;43m20221214023041835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023041835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023041835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023041835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023041838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023041838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023041838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:43.720477 run patchelf(pid=29807): Terminating (SIGINT)\u000a02:30:43.899403 run patchelf(pid=29807): Terminated: ok {rc=0}\u000a02:30:43.931759 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29804): Process ended prematurely: osmo-stp_10.42.42.5(pid=29804) [trial-2398↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29804)] [trial-2398↪gprs:trx-b200↪ping.py:22]\u000a02:30:43.940783 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:30:44.003993 run osmo-hlr_10.42.42.2(pid=29801): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29801)]\u000a02:30:44.055503 run osmo-hlr_10.42.42.2(pid=29801): stdout: \u000a| (launched: 2022-12-14_02:30:40.662462) \u000a02:30:44.107667 run osmo-hlr_10.42.42.2(pid=29801): stderr: \u000a| �[0;m�[1;31m20221214023040860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023040860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023040860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023040860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023040860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023040860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023040872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023040880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023040880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023040880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:44.152127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29800): Terminating (SIGTERM)\u000a02:30:44.194722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29803): Terminating (SIGTERM)\u000a02:30:44.237356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29806): Terminating (SIGTERM)\u000a02:30:44.247060 --- ParallelTerminationStrategy: PID 29800 died...\u000a02:30:44.303935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29800): Terminated: ok {rc=0}\u000a02:30:44.314141 --- ParallelTerminationStrategy: PID 29803 died...\u000a02:30:44.370550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29803): Terminated: ok {rc=0}\u000a02:30:44.380652 --- ParallelTerminationStrategy: PID 29806 died...\u000a02:30:44.437440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29806): Terminated: ok {rc=0}\u000a02:30:44.524719 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29814): Process ended prematurely: osmo-stp_10.42.42.5(pid=29814) [trial-2398↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29814)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29814): Process ended prematurely: osmo-stp_10.42.42.5(pid=29814) [trial-2398↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a02:30:45.576039 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:45.587756 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a02:30:45.742117 tst ping_idle_ping.py: using LAC 37925\u000a02:30:45.879686 tst ping_idle_ping.py: using RAC 185\u000a02:30:46.009829 tst ping_idle_ping.py: using CellId 37925\u000a02:30:46.132792 tst ping_idle_ping.py: using BVCI 37926\u000a02:30:46.156882 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.168499 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.179941 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.191342 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.203438 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.215443 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.227701 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a02:30:46.239895 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a02:30:46.519575 tst ping_idle_ping.py:24: start network...\u000a02:30:46.647669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:47.171515 run create_hlr_db(pid=29808): Launched\u000a02:30:47.343694 bus /gobi_6: Setting Powered False\u000a02:30:48.362454 run create_hlr_db(pid=29808): Terminated: ok {rc=0}\u000a02:30:48.781845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29810): Launched\u000a02:30:49.097144 run osmo-hlr_10.42.42.2(pid=29811): Launched\u000a02:30:49.215358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:30:49.765092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29813): Launched\u000a02:30:50.081359 run osmo-stp_10.42.42.5(pid=29814): Launched\u000a02:30:50.196703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:30:50.747921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29816): Launched\u000a02:30:50.860932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:30:51.135697 run patchelf(pid=29817): Launched\u000a02:30:51.321924 run osmo-stp_10.42.42.5(pid=29814): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29814)]\u000a02:30:51.457417 run osmo-stp_10.42.42.5(pid=29814): stdout: \u000a| (launched: 2022-12-14_02:30:49.926122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:51.593959 run osmo-stp_10.42.42.5(pid=29814): stderr: \u000a| �[0;m�[38;5;43m20221214023050119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023050119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023050119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023050119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023050120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023050120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023050120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:51.725225 run osmo-stp_10.42.42.5(pid=29814): stdout: \u000a| (launched: 2022-12-14_02:30:49.926122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:30:51.856234 run osmo-stp_10.42.42.5(pid=29814): stderr: \u000a| �[0;m�[38;5;43m20221214023050119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023050119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023050119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023050119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023050120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023050120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023050120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:30:52.010365 run patchelf(pid=29817): Terminating (SIGINT)\u000a02:30:52.189970 run patchelf(pid=29817): Terminated: ok {rc=0}\u000a02:30:52.222466 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29814): Process ended prematurely: osmo-stp_10.42.42.5(pid=29814) [trial-2398↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29814)] [trial-2398↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a02:30:52.231742 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:30:52.294722 run osmo-hlr_10.42.42.2(pid=29811): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29811)]\u000a02:30:52.345851 run osmo-hlr_10.42.42.2(pid=29811): stdout: \u000a| (launched: 2022-12-14_02:30:48.942606) \u000a02:30:52.397796 run osmo-hlr_10.42.42.2(pid=29811): stderr: \u000a| �[0;m�[1;31m20221214023049139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023049139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023049139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023049139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023049139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023049139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023049150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023049158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023049158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023049158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:30:52.442153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29810): Terminating (SIGTERM)\u000a02:30:52.484130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29813): Terminating (SIGTERM)\u000a02:30:52.527052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29816): Terminating (SIGTERM)\u000a02:30:52.537170 --- ParallelTerminationStrategy: PID 29810 died...\u000a02:30:52.593738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29810): Terminated: ok {rc=0}\u000a02:30:52.603794 --- ParallelTerminationStrategy: PID 29813 died...\u000a02:30:52.659940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29813): Terminated: ok {rc=0}\u000a02:30:52.669995 --- ParallelTerminationStrategy: PID 29816 died...\u000a02:30:52.726266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29816): Terminated: ok {rc=0}\u000a02:30:52.813529 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:29:55" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29834): Process ended prematurely: osmo-stp_10.42.42.5(pid=29834) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29834)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29834): Process ended prematurely: osmo-stp_10.42.42.5(pid=29834) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:30:54.957133 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:54.967668 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:30:55.105234 tst cs_paging_gprs_active.py: using LAC 37926\u000a02:30:55.228529 tst cs_paging_gprs_active.py: using RAC 186\u000a02:30:55.346982 tst cs_paging_gprs_active.py: using CellId 37926\u000a02:30:55.462932 tst cs_paging_gprs_active.py: using BVCI 37927\u000a02:30:55.485933 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.496470 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.506911 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.517301 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.527583 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.539026 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.550075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.560408 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:30:55.571607 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:30:55.691728 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:30:55.969844 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:30:56.094915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:56.404925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29824): Launched\u000a02:30:56.663178 run iperf3-srv_10.42.42.10(pid=29825): Launched\u000a02:30:56.845267 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:30:56.969653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:30:57.278922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29826): Launched\u000a02:30:57.535965 run iperf3-srv_10.42.42.10(pid=29827): Launched\u000a02:30:57.718698 tst cs_paging_gprs_active.py:38: start network...\u000a02:30:57.843184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:30:58.320742 run create_hlr_db(pid=29828): Launched\u000a02:30:58.493218 bus /gobi_6: Setting Powered False\u000a02:30:59.514403 run create_hlr_db(pid=29828): Terminated: ok {rc=0}\u000a02:30:59.941674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29830): Launched\u000a02:31:00.264582 run osmo-hlr_10.42.42.2(pid=29831): Launched\u000a02:31:00.387418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:00.975923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29833): Launched\u000a02:31:01.370791 run osmo-stp_10.42.42.5(pid=29834): Launched\u000a02:31:01.649126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:02.207977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29836): Launched\u000a02:31:02.327482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:02.609649 run patchelf(pid=29837): Launched\u000a02:31:02.798829 run osmo-stp_10.42.42.5(pid=29834): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29834)]\u000a02:31:02.937310 run osmo-stp_10.42.42.5(pid=29834): stdout: \u000a| (launched: 2022-12-14_02:31:01.139597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:03.075930 run osmo-stp_10.42.42.5(pid=29834): stderr: \u000a| �[0;m�[38;5;43m20221214023101433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023101434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023101434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023101435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023101436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023101436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023101436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:03.210844 run osmo-stp_10.42.42.5(pid=29834): stdout: \u000a| (launched: 2022-12-14_02:31:01.139597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:03.344274 run osmo-stp_10.42.42.5(pid=29834): stderr: \u000a| �[0;m�[38;5;43m20221214023101433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023101434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023101434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023101435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023101436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023101436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023101436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:03.499869 run patchelf(pid=29837): Terminating (SIGINT)\u000a02:31:03.683212 run patchelf(pid=29837): Terminated: ok {rc=0}\u000a02:31:03.716674 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29834): Process ended prematurely: osmo-stp_10.42.42.5(pid=29834) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29834)] [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:31:03.726597 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:31:03.791004 run osmo-hlr_10.42.42.2(pid=29831): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29831)]\u000a02:31:03.843121 run osmo-hlr_10.42.42.2(pid=29831): stdout: \u000a| (launched: 2022-12-14_02:31:00.105924) \u000a02:31:03.895773 run osmo-hlr_10.42.42.2(pid=29831): stderr: \u000a| �[0;m�[1;31m20221214023100304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023100304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023100305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023100305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023100305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023100305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023100317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023100325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023100325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023100325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:03.941223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29824): Terminating (SIGTERM)\u000a02:31:03.984113 run iperf3-srv_10.42.42.10(pid=29825): Terminating (SIGTERM)\u000a02:31:04.027156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29826): Terminating (SIGTERM)\u000a02:31:04.069779 run iperf3-srv_10.42.42.10(pid=29827): Terminating (SIGTERM)\u000a02:31:04.112834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29830): Terminating (SIGTERM)\u000a02:31:04.155606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29833): Terminating (SIGTERM)\u000a02:31:04.198692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29836): Terminating (SIGTERM)\u000a02:31:04.208299 --- ParallelTerminationStrategy: PID 29824 died...\u000a02:31:04.265729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29824): Terminated: ok {rc=0}\u000a02:31:04.275680 --- ParallelTerminationStrategy: PID 29825 died...\u000a02:31:04.332506 run iperf3-srv_10.42.42.10(pid=29825): Terminated {rc=256}\u000a02:31:04.342451 --- ParallelTerminationStrategy: PID 29826 died...\u000a02:31:04.399385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29826): Terminated: ok {rc=0}\u000a02:31:04.409354 --- ParallelTerminationStrategy: PID 29827 died...\u000a02:31:04.466100 run iperf3-srv_10.42.42.10(pid=29827): Terminated {rc=256}\u000a02:31:04.475996 --- ParallelTerminationStrategy: PID 29830 died...\u000a02:31:04.532881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29830): Terminated: ok {rc=0}\u000a02:31:04.542857 --- ParallelTerminationStrategy: PID 29833 died...\u000a02:31:04.599886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29833): Terminated: ok {rc=0}\u000a02:31:04.609847 --- ParallelTerminationStrategy: PID 29836 died...\u000a02:31:04.666971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29836): Terminated: ok {rc=0}\u000a02:31:04.753740 bus /gobi_0: Setting Powered False\u000a02:31:05.857174 bus /gobi_0: Setting Powered False\u000a02:31:06.962935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29846): Process ended prematurely: osmo-stp_10.42.42.5(pid=29846) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29846)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29846): Process ended prematurely: osmo-stp_10.42.42.5(pid=29846) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:31:08.076564 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.088413 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:08.237279 tst iperf3.py: using LAC 37927\u000a02:31:08.365197 tst iperf3.py: using RAC 187\u000a02:31:08.492464 tst iperf3.py: using CellId 37927\u000a02:31:08.618514 tst iperf3.py: using BVCI 37928\u000a02:31:08.643111 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.654336 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.665316 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.676161 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.687495 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.698744 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.710222 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.721345 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:08.732609 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:09.025619 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:31:09.160018 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:09.492139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29838): Launched\u000a02:31:09.767173 run iperf3-srv_10.42.42.10(pid=29839): Launched\u000a02:31:09.963938 tst iperf3.py:8: start network...\u000a02:31:10.098609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:10.602639 run create_hlr_db(pid=29840): Launched\u000a02:31:10.788215 bus /gobi_6: Setting Powered False\u000a02:31:11.809254 run create_hlr_db(pid=29840): Terminated: ok {rc=0}\u000a02:31:12.209112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29842): Launched\u000a02:31:12.506834 run osmo-hlr_10.42.42.2(pid=29843): Launched\u000a02:31:12.618247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:13.134260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29845): Launched\u000a02:31:13.431242 run osmo-stp_10.42.42.5(pid=29846): Launched\u000a02:31:13.540195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:14.060627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29848): Launched\u000a02:31:14.166808 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:14.426379 run patchelf(pid=29849): Launched\u000a02:31:14.600593 run osmo-stp_10.42.42.5(pid=29846): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29846)]\u000a02:31:14.728008 run osmo-stp_10.42.42.5(pid=29846): stdout: \u000a| (launched: 2022-12-14_02:31:13.285432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:14.855906 run osmo-stp_10.42.42.5(pid=29846): stderr: \u000a| �[0;m�[38;5;43m20221214023113453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023113453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023113453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023113454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023113456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023113456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023113456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:14.979476 run osmo-stp_10.42.42.5(pid=29846): stdout: \u000a| (launched: 2022-12-14_02:31:13.285432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:15.102026 run osmo-stp_10.42.42.5(pid=29846): stderr: \u000a| �[0;m�[38;5;43m20221214023113453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023113453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023113453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023113454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023113456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023113456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023113456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:15.245243 run patchelf(pid=29849): Terminating (SIGINT)\u000a02:31:15.413956 run patchelf(pid=29849): Terminated: ok {rc=0}\u000a02:31:15.444906 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29846): Process ended prematurely: osmo-stp_10.42.42.5(pid=29846) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29846)] [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a02:31:15.454041 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a02:31:15.513591 run osmo-hlr_10.42.42.2(pid=29843): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29843)]\u000a02:31:15.562249 run osmo-hlr_10.42.42.2(pid=29843): stdout: \u000a| (launched: 2022-12-14_02:31:12.360415) \u000a02:31:15.611416 run osmo-hlr_10.42.42.2(pid=29843): stderr: \u000a| �[0;m�[1;31m20221214023112537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023112537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023112537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023112537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023112537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023112537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023112549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023112558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023112558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023112558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:15.653279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29838): Terminating (SIGTERM)\u000a02:31:15.692796 run iperf3-srv_10.42.42.10(pid=29839): Terminating (SIGTERM)\u000a02:31:15.732118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29842): Terminating (SIGTERM)\u000a02:31:15.771440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29845): Terminating (SIGTERM)\u000a02:31:15.810652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29848): Terminating (SIGTERM)\u000a02:31:15.819771 --- ParallelTerminationStrategy: PID 29838 died...\u000a02:31:15.906167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29838): Terminated: ok {rc=0}\u000a02:31:15.918366 --- ParallelTerminationStrategy: PID 29839 died...\u000a02:31:15.976735 run iperf3-srv_10.42.42.10(pid=29839): Terminated {rc=256}\u000a02:31:15.987760 --- ParallelTerminationStrategy: PID 29842 died...\u000a02:31:16.047026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29842): Terminated: ok {rc=0}\u000a02:31:16.058061 --- ParallelTerminationStrategy: PID 29845 died...\u000a02:31:16.119478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29845): Terminated: ok {rc=0}\u000a02:31:16.131260 --- ParallelTerminationStrategy: PID 29848 died...\u000a02:31:16.190414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29848): Terminated: ok {rc=0}\u000a02:31:16.280640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29864): Process ended prematurely: osmo-stp_10.42.42.5(pid=29864) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29864)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29864): Process ended prematurely: osmo-stp_10.42.42.5(pid=29864) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:31:17.393918 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:17.406144 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:17.553191 tst iperf3m4.py: using LAC 37928\u000a02:31:17.673924 tst iperf3m4.py: using RAC 188\u000a02:31:17.801393 tst iperf3m4.py: using CellId 37928\u000a02:31:17.930155 tst iperf3m4.py: using BVCI 37929\u000a02:31:17.954905 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:17.966286 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:17.977268 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:17.988359 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:17.999825 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:18.011342 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:18.023007 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:18.034446 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:18.045952 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:18.164322 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:18.287463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:18.403433 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:18.678812 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:31:18.802917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:19.111189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29850): Launched\u000a02:31:19.367659 run iperf3-srv_10.42.42.10(pid=29851): Launched\u000a02:31:19.549621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:31:19.673499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:19.982288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29852): Launched\u000a02:31:20.238981 run iperf3-srv_10.42.42.10(pid=29853): Launched\u000a02:31:20.419847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:31:20.543403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:20.850813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29854): Launched\u000a02:31:21.106503 run iperf3-srv_10.42.42.10(pid=29855): Launched\u000a02:31:21.287391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:31:21.411187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:21.718476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29856): Launched\u000a02:31:22.003830 run iperf3-srv_10.42.42.10(pid=29857): Launched\u000a02:31:22.185151 tst iperf3m4.py:8: start network...\u000a02:31:22.308541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:22.786078 run create_hlr_db(pid=29858): Launched\u000a02:31:22.957528 bus /gobi_6: Setting Powered False\u000a02:31:23.981663 run create_hlr_db(pid=29858): Terminated: ok {rc=0}\u000a02:31:24.379270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29860): Launched\u000a02:31:24.677533 run osmo-hlr_10.42.42.2(pid=29861): Launched\u000a02:31:24.794968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:25.322922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29863): Launched\u000a02:31:25.621319 run osmo-stp_10.42.42.5(pid=29864): Launched\u000a02:31:25.730318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:26.250289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29866): Launched\u000a02:31:26.356481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:26.616792 run patchelf(pid=29867): Launched\u000a02:31:26.791656 run osmo-stp_10.42.42.5(pid=29864): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29864)]\u000a02:31:26.919347 run osmo-stp_10.42.42.5(pid=29864): stdout: \u000a| (launched: 2022-12-14_02:31:25.474575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:27.047147 run osmo-stp_10.42.42.5(pid=29864): stderr: \u000a| �[0;m�[38;5;43m20221214023125643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023125643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023125643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023125643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023125646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023125646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023125646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:27.170990 run osmo-stp_10.42.42.5(pid=29864): stdout: \u000a| (launched: 2022-12-14_02:31:25.474575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:27.293932 run osmo-stp_10.42.42.5(pid=29864): stderr: \u000a| �[0;m�[38;5;43m20221214023125643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023125643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023125643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023125643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023125646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023125646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023125646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:27.437393 run patchelf(pid=29867): Terminating (SIGINT)\u000a02:31:27.606604 run patchelf(pid=29867): Terminated: ok {rc=0}\u000a02:31:27.637649 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29864): Process ended prematurely: osmo-stp_10.42.42.5(pid=29864) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29864)] [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:31:27.646746 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a02:31:27.706142 run osmo-hlr_10.42.42.2(pid=29861): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29861)]\u000a02:31:27.754490 run osmo-hlr_10.42.42.2(pid=29861): stdout: \u000a| (launched: 2022-12-14_02:31:24.531743) \u000a02:31:27.804058 run osmo-hlr_10.42.42.2(pid=29861): stderr: \u000a| �[0;m�[1;31m20221214023124710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023124710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023124710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023124710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023124710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023124710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023124723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023124731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023124731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023124731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:27.846141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29850): Terminating (SIGTERM)\u000a02:31:27.885502 run iperf3-srv_10.42.42.10(pid=29851): Terminating (SIGTERM)\u000a02:31:27.925107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29852): Terminating (SIGTERM)\u000a02:31:27.964535 run iperf3-srv_10.42.42.10(pid=29853): Terminating (SIGTERM)\u000a02:31:28.004022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29854): Terminating (SIGTERM)\u000a02:31:28.043464 run iperf3-srv_10.42.42.10(pid=29855): Terminating (SIGTERM)\u000a02:31:28.083095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29856): Terminating (SIGTERM)\u000a02:31:28.122630 run iperf3-srv_10.42.42.10(pid=29857): Terminating (SIGTERM)\u000a02:31:28.162167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29860): Terminating (SIGTERM)\u000a02:31:28.201671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29863): Terminating (SIGTERM)\u000a02:31:28.241286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29866): Terminating (SIGTERM)\u000a02:31:28.250497 --- ParallelTerminationStrategy: PID 29850 died...\u000a02:31:28.303760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29850): Terminated: ok {rc=0}\u000a02:31:28.313408 --- ParallelTerminationStrategy: PID 29851 died...\u000a02:31:28.365779 run iperf3-srv_10.42.42.10(pid=29851): Terminated {rc=256}\u000a02:31:28.375401 --- ParallelTerminationStrategy: PID 29852 died...\u000a02:31:28.427938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29852): Terminated: ok {rc=0}\u000a02:31:28.437731 --- ParallelTerminationStrategy: PID 29853 died...\u000a02:31:28.490247 run iperf3-srv_10.42.42.10(pid=29853): Terminated {rc=256}\u000a02:31:28.499671 --- ParallelTerminationStrategy: PID 29854 died...\u000a02:31:28.552251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29854): Terminated: ok {rc=0}\u000a02:31:28.561908 --- ParallelTerminationStrategy: PID 29855 died...\u000a02:31:28.614534 run iperf3-srv_10.42.42.10(pid=29855): Terminated {rc=256}\u000a02:31:28.624119 --- ParallelTerminationStrategy: PID 29856 died...\u000a02:31:28.676775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29856): Terminated: ok {rc=0}\u000a02:31:28.686383 --- ParallelTerminationStrategy: PID 29857 died...\u000a02:31:28.739120 run iperf3-srv_10.42.42.10(pid=29857): Terminated {rc=256}\u000a02:31:28.748743 --- ParallelTerminationStrategy: PID 29860 died...\u000a02:31:28.801347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29860): Terminated: ok {rc=0}\u000a02:31:28.810966 --- ParallelTerminationStrategy: PID 29863 died...\u000a02:31:28.863535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29863): Terminated: ok {rc=0}\u000a02:31:28.873162 --- ParallelTerminationStrategy: PID 29866 died...\u000a02:31:28.925760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29866): Terminated: ok {rc=0}\u000a02:31:29.008367 bus /gobi_4: Setting Powered False\u000a02:31:30.109749 bus /gobi_4: Setting Powered False\u000a02:31:31.224254 bus /gobi_1: Setting Powered False\u000a02:31:32.328150 bus /gobi_1: Setting Powered False\u000a02:31:33.438706 bus /gobi_0: Setting Powered False\u000a02:31:34.540877 bus /gobi_0: Setting Powered False\u000a02:31:35.651580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29874): Process ended prematurely: osmo-stp_10.42.42.5(pid=29874) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29874)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29874): Process ended prematurely: osmo-stp_10.42.42.5(pid=29874) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:31:36.720198 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:36.732119 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:36.872269 tst ping.py: using LAC 37929\u000a02:31:36.989170 tst ping.py: using RAC 189\u000a02:31:37.113226 tst ping.py: using CellId 37929\u000a02:31:37.237583 tst ping.py: using BVCI 37930\u000a02:31:37.261853 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.273079 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.283975 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.295054 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.306817 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.318583 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.330596 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:37.342356 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:37.631806 tst ping.py:19: start network...\u000a02:31:37.763425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:38.259627 run create_hlr_db(pid=29868): Launched\u000a02:31:38.442543 bus /gobi_6: Setting Powered False\u000a02:31:39.463955 run create_hlr_db(pid=29868): Terminated: ok {rc=0}\u000a02:31:39.857408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29870): Launched\u000a02:31:40.150774 run osmo-hlr_10.42.42.2(pid=29871): Launched\u000a02:31:40.266329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:40.787419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29873): Launched\u000a02:31:41.079557 run osmo-stp_10.42.42.5(pid=29874): Launched\u000a02:31:41.189970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:41.699663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29876): Launched\u000a02:31:41.803422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:42.059222 run patchelf(pid=29877): Launched\u000a02:31:42.231133 run osmo-stp_10.42.42.5(pid=29874): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29874)]\u000a02:31:42.356746 run osmo-stp_10.42.42.5(pid=29874): stdout: \u000a| (launched: 2022-12-14_02:31:40.935989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:42.482128 run osmo-stp_10.42.42.5(pid=29874): stderr: \u000a| �[0;m�[38;5;43m20221214023141107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023141107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023141107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023141108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023141108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023141108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023141108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:42.603794 run osmo-stp_10.42.42.5(pid=29874): stdout: \u000a| (launched: 2022-12-14_02:31:40.935989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:42.724141 run osmo-stp_10.42.42.5(pid=29874): stderr: \u000a| �[0;m�[38;5;43m20221214023141107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023141107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023141107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023141108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023141108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023141108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023141108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:42.864793 run patchelf(pid=29877): Terminating (SIGINT)\u000a02:31:43.030591 run patchelf(pid=29877): Terminated: ok {rc=0}\u000a02:31:43.060872 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29874): Process ended prematurely: osmo-stp_10.42.42.5(pid=29874) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29874)] [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a02:31:43.069463 tst ping.py:22: Test FAILED (6.3 sec)\u000a02:31:43.129048 run osmo-hlr_10.42.42.2(pid=29871): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29871)]\u000a02:31:43.177443 run osmo-hlr_10.42.42.2(pid=29871): stdout: \u000a| (launched: 2022-12-14_02:31:40.007639) \u000a02:31:43.226354 run osmo-hlr_10.42.42.2(pid=29871): stderr: \u000a| �[0;m�[1;31m20221214023140183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023140183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023140183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023140183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023140183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023140183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023140195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023140203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023140203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023140203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:43.267957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29870): Terminating (SIGTERM)\u000a02:31:43.307234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29873): Terminating (SIGTERM)\u000a02:31:43.346969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29876): Terminating (SIGTERM)\u000a02:31:43.356113 --- ParallelTerminationStrategy: PID 29870 died...\u000a02:31:43.408476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29870): Terminated: ok {rc=0}\u000a02:31:43.418038 --- ParallelTerminationStrategy: PID 29873 died...\u000a02:31:43.470374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29873): Terminated: ok {rc=0}\u000a02:31:43.479753 --- ParallelTerminationStrategy: PID 29876 died...\u000a02:31:43.531906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29876): Terminated: ok {rc=0}\u000a02:31:43.618661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29884): Process ended prematurely: osmo-stp_10.42.42.5(pid=29884) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29884): Process ended prematurely: osmo-stp_10.42.42.5(pid=29884) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:31:44.668200 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:44.679507 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:31:44.818977 tst ping_idle_ping.py: using LAC 37930\u000a02:31:44.933089 tst ping_idle_ping.py: using RAC 190\u000a02:31:45.046752 tst ping_idle_ping.py: using CellId 37930\u000a02:31:45.159700 tst ping_idle_ping.py: using BVCI 37931\u000a02:31:45.182089 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.192797 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.203420 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.214144 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.225126 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.235585 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.246287 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:31:45.257142 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:31:45.527910 tst ping_idle_ping.py:24: start network...\u000a02:31:45.650456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:46.195217 run create_hlr_db(pid=29878): Launched\u000a02:31:46.383142 bus /gobi_6: Setting Powered False\u000a02:31:47.399557 run create_hlr_db(pid=29878): Terminated: ok {rc=0}\u000a02:31:47.792688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29880): Launched\u000a02:31:48.086279 run osmo-hlr_10.42.42.2(pid=29881): Launched\u000a02:31:48.205154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:48.723392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29883): Launched\u000a02:31:49.017479 run osmo-stp_10.42.42.5(pid=29884): Launched\u000a02:31:49.124467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:31:49.637598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29886): Launched\u000a02:31:49.742137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:31:50.000166 run patchelf(pid=29887): Launched\u000a02:31:50.172326 run osmo-stp_10.42.42.5(pid=29884): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)]\u000a02:31:50.297970 run osmo-stp_10.42.42.5(pid=29884): stdout: \u000a| (launched: 2022-12-14_02:31:48.872840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:50.424145 run osmo-stp_10.42.42.5(pid=29884): stderr: \u000a| �[0;m�[38;5;43m20221214023149043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023149043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023149043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023149044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023149044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023149044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023149044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:50.546156 run osmo-stp_10.42.42.5(pid=29884): stdout: \u000a| (launched: 2022-12-14_02:31:48.872840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:31:50.667020 run osmo-stp_10.42.42.5(pid=29884): stderr: \u000a| �[0;m�[38;5;43m20221214023149043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023149043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023149043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023149044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023149044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023149044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023149044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:31:50.808916 run patchelf(pid=29887): Terminating (SIGINT)\u000a02:31:50.977113 run patchelf(pid=29887): Terminated: ok {rc=0}\u000a02:31:51.007628 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29884): Process ended prematurely: osmo-stp_10.42.42.5(pid=29884) [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)] [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:31:51.016208 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a02:31:51.075781 run osmo-hlr_10.42.42.2(pid=29881): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29881)]\u000a02:31:51.124252 run osmo-hlr_10.42.42.2(pid=29881): stdout: \u000a| (launched: 2022-12-14_02:31:47.941719) \u000a02:31:51.173340 run osmo-hlr_10.42.42.2(pid=29881): stderr: \u000a| �[0;m�[1;31m20221214023148117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023148117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023148117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023148117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023148117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023148117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023148130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023148138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023148138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023148138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:31:51.215095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29880): Terminating (SIGTERM)\u000a02:31:51.254338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29883): Terminating (SIGTERM)\u000a02:31:51.293763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29886): Terminating (SIGTERM)\u000a02:31:51.302885 --- ParallelTerminationStrategy: PID 29880 died...\u000a02:31:51.355727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29880): Terminated: ok {rc=0}\u000a02:31:51.365360 --- ParallelTerminationStrategy: PID 29883 died...\u000a02:31:51.417675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29883): Terminated: ok {rc=0}\u000a02:31:51.427101 --- ParallelTerminationStrategy: PID 29886 died...\u000a02:31:51.479488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29886): Terminated: ok {rc=0}\u000a02:31:51.562021 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:30:54" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29901): Process ended prematurely: osmo-stp_10.42.42.5(pid=29901) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29901)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29901): Process ended prematurely: osmo-stp_10.42.42.5(pid=29901) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:31:53.724375 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:53.735655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:31:53.897163 tst cs_paging_gprs_active.py: using LAC 37931\u000a02:31:54.016738 tst cs_paging_gprs_active.py: using RAC 191\u000a02:31:54.133682 tst cs_paging_gprs_active.py: using CellId 37931\u000a02:31:54.249743 tst cs_paging_gprs_active.py: using BVCI 37932\u000a02:31:54.272726 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.283540 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.294165 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.304562 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.315032 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.325557 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.336061 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.346463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:31:54.357060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:31:54.471622 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:31:54.763215 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:31:54.898136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:55.230438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29891): Launched\u000a02:31:55.506293 run iperf3-srv_10.42.42.10(pid=29892): Launched\u000a02:31:55.703254 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:31:55.837833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:31:56.169934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29893): Launched\u000a02:31:56.446320 run iperf3-srv_10.42.42.10(pid=29894): Launched\u000a02:31:56.644062 tst cs_paging_gprs_active.py:38: start network...\u000a02:31:56.778560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:31:57.284475 run create_hlr_db(pid=29895): Launched\u000a02:31:57.470336 bus /gobi_6: Setting Powered False\u000a02:31:58.491839 run create_hlr_db(pid=29895): Terminated: ok {rc=0}\u000a02:31:58.892806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29897): Launched\u000a02:31:59.192825 run osmo-hlr_10.42.42.2(pid=29898): Launched\u000a02:31:59.306847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:31:59.826231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29900): Launched\u000a02:32:00.126653 run osmo-stp_10.42.42.5(pid=29901): Launched\u000a02:32:00.236365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:00.757450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29903): Launched\u000a02:32:00.865773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:01.165467 run patchelf(pid=29904): Launched\u000a02:32:01.343054 run osmo-stp_10.42.42.5(pid=29901): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29901)]\u000a02:32:01.473326 run osmo-stp_10.42.42.5(pid=29901): stdout: \u000a| (launched: 2022-12-14_02:31:59.978133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:01.604046 run osmo-stp_10.42.42.5(pid=29901): stderr: \u000a| �[0;m�[38;5;43m20221214023200149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023200149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023200149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023200149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023200150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023200150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023200150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:01.730333 run osmo-stp_10.42.42.5(pid=29901): stdout: \u000a| (launched: 2022-12-14_02:31:59.978133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:01.855271 run osmo-stp_10.42.42.5(pid=29901): stderr: \u000a| �[0;m�[38;5;43m20221214023200149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023200149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023200149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023200149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023200150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023200150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023200150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:02.001643 run patchelf(pid=29904): Terminating (SIGINT)\u000a02:32:02.191820 run patchelf(pid=29904): Terminated: ok {rc=0}\u000a02:32:02.226401 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29901): Process ended prematurely: osmo-stp_10.42.42.5(pid=29901) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29901)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:32:02.237077 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:32:02.302283 run osmo-hlr_10.42.42.2(pid=29898): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29898)]\u000a02:32:02.355032 run osmo-hlr_10.42.42.2(pid=29898): stdout: \u000a| (launched: 2022-12-14_02:31:59.045615) \u000a02:32:02.409161 run osmo-hlr_10.42.42.2(pid=29898): stderr: \u000a| �[0;m�[1;31m20221214023159222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023159222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023159222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023159222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023159222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023159222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023159234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023159243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023159243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023159243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:02.454796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29891): Terminating (SIGTERM)\u000a02:32:02.497591 run iperf3-srv_10.42.42.10(pid=29892): Terminating (SIGTERM)\u000a02:32:02.540388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29893): Terminating (SIGTERM)\u000a02:32:02.583384 run iperf3-srv_10.42.42.10(pid=29894): Terminating (SIGTERM)\u000a02:32:02.626328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29897): Terminating (SIGTERM)\u000a02:32:02.669396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29900): Terminating (SIGTERM)\u000a02:32:02.712195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29903): Terminating (SIGTERM)\u000a02:32:02.721886 --- ParallelTerminationStrategy: PID 29891 died...\u000a02:32:02.779632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29891): Terminated: ok {rc=0}\u000a02:32:02.789696 --- ParallelTerminationStrategy: PID 29892 died...\u000a02:32:02.846944 run iperf3-srv_10.42.42.10(pid=29892): Terminated {rc=256}\u000a02:32:02.856868 --- ParallelTerminationStrategy: PID 29893 died...\u000a02:32:02.914678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29893): Terminated: ok {rc=0}\u000a02:32:02.925004 --- ParallelTerminationStrategy: PID 29894 died...\u000a02:32:02.982260 run iperf3-srv_10.42.42.10(pid=29894): Terminated {rc=256}\u000a02:32:02.992209 --- ParallelTerminationStrategy: PID 29897 died...\u000a02:32:03.049471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29897): Terminated: ok {rc=0}\u000a02:32:03.059446 --- ParallelTerminationStrategy: PID 29900 died...\u000a02:32:03.116721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29900): Terminated: ok {rc=0}\u000a02:32:03.126787 --- ParallelTerminationStrategy: PID 29903 died...\u000a02:32:03.184320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29903): Terminated: ok {rc=0}\u000a02:32:03.272617 bus /gobi_0: Setting Powered False\u000a02:32:04.374597 bus /gobi_0: Setting Powered False\u000a02:32:05.483453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29913): Process ended prematurely: osmo-stp_10.42.42.5(pid=29913) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29913)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29913): Process ended prematurely: osmo-stp_10.42.42.5(pid=29913) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:32:06.597726 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:06.609660 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:06.776619 tst iperf3.py: using LAC 37932\u000a02:32:06.901765 tst iperf3.py: using RAC 192\u000a02:32:07.028765 tst iperf3.py: using CellId 37932\u000a02:32:07.153913 tst iperf3.py: using BVCI 37933\u000a02:32:07.178648 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.189886 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.201031 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.212603 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.224123 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.235957 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.247618 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.259302 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:07.271080 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:07.547156 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:32:07.671346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:07.979800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29905): Launched\u000a02:32:08.237290 run iperf3-srv_10.42.42.10(pid=29906): Launched\u000a02:32:08.418498 tst iperf3.py:8: start network...\u000a02:32:08.542217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:09.020100 run create_hlr_db(pid=29907): Launched\u000a02:32:09.191277 bus /gobi_6: Setting Powered False\u000a02:32:10.214353 run create_hlr_db(pid=29907): Terminated: ok {rc=0}\u000a02:32:10.638607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29909): Launched\u000a02:32:10.958276 run osmo-hlr_10.42.42.2(pid=29910): Launched\u000a02:32:11.074804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:11.631381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29912): Launched\u000a02:32:11.951860 run osmo-stp_10.42.42.5(pid=29913): Launched\u000a02:32:12.068836 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:12.628511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29915): Launched\u000a02:32:12.743686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:13.023008 run patchelf(pid=29916): Launched\u000a02:32:13.211503 run osmo-stp_10.42.42.5(pid=29913): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29913)]\u000a02:32:13.349811 run osmo-stp_10.42.42.5(pid=29913): stdout: \u000a| (launched: 2022-12-14_02:32:11.794654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:13.487536 run osmo-stp_10.42.42.5(pid=29913): stderr: \u000a| �[0;m�[38;5;43m20221214023211987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023211987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023211987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023211988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023211990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023211990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023211990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:13.621734 run osmo-stp_10.42.42.5(pid=29913): stdout: \u000a| (launched: 2022-12-14_02:32:11.794654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:13.754635 run osmo-stp_10.42.42.5(pid=29913): stderr: \u000a| �[0;m�[38;5;43m20221214023211987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023211987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023211987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023211988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023211990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023211990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023211990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:13.909265 run patchelf(pid=29916): Terminating (SIGINT)\u000a02:32:14.090656 run patchelf(pid=29916): Terminated: ok {rc=0}\u000a02:32:14.124097 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29913): Process ended prematurely: osmo-stp_10.42.42.5(pid=29913) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29913)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:32:14.134210 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:32:14.198644 run osmo-hlr_10.42.42.2(pid=29910): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29910)]\u000a02:32:14.251162 run osmo-hlr_10.42.42.2(pid=29910): stdout: \u000a| (launched: 2022-12-14_02:32:10.801805) \u000a02:32:14.304067 run osmo-hlr_10.42.42.2(pid=29910): stderr: \u000a| �[0;m�[1;31m20221214023211001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023211001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023211001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023211001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023211001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023211001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023211012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023211021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023211021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023211021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:14.349376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29905): Terminating (SIGTERM)\u000a02:32:14.391680 run iperf3-srv_10.42.42.10(pid=29906): Terminating (SIGTERM)\u000a02:32:14.434480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29909): Terminating (SIGTERM)\u000a02:32:14.476990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29912): Terminating (SIGTERM)\u000a02:32:14.519545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29915): Terminating (SIGTERM)\u000a02:32:14.529268 --- ParallelTerminationStrategy: PID 29905 died...\u000a02:32:14.585630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29905): Terminated: ok {rc=0}\u000a02:32:14.595567 --- ParallelTerminationStrategy: PID 29906 died...\u000a02:32:14.651494 run iperf3-srv_10.42.42.10(pid=29906): Terminated {rc=256}\u000a02:32:14.661820 --- ParallelTerminationStrategy: PID 29909 died...\u000a02:32:14.717810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29909): Terminated: ok {rc=0}\u000a02:32:14.727806 --- ParallelTerminationStrategy: PID 29912 died...\u000a02:32:14.783876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29912): Terminated: ok {rc=0}\u000a02:32:14.793867 --- ParallelTerminationStrategy: PID 29915 died...\u000a02:32:14.849922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29915): Terminated: ok {rc=0}\u000a02:32:14.937266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29932): Process ended prematurely: osmo-stp_10.42.42.5(pid=29932) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29932): Process ended prematurely: osmo-stp_10.42.42.5(pid=29932) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:32:16.055307 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.068160 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:16.252147 tst iperf3m4.py: using LAC 37933\u000a02:32:16.378763 tst iperf3m4.py: using RAC 193\u000a02:32:16.505459 tst iperf3m4.py: using CellId 37933\u000a02:32:16.664291 tst iperf3m4.py: using BVCI 37934\u000a02:32:16.695975 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.709976 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.723103 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.737162 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.751370 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.765452 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.780226 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.794619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:16.809291 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:16.937153 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:17.059077 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:17.202343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:17.508437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:32:17.644341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:17.976511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Launched\u000a02:32:18.254255 run iperf3-srv_10.42.42.10(pid=29919): Launched\u000a02:32:18.452777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:32:18.587802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:18.919570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29920): Launched\u000a02:32:19.195120 run iperf3-srv_10.42.42.10(pid=29921): Launched\u000a02:32:19.392436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:32:19.526583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:19.857547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29922): Launched\u000a02:32:20.133137 run iperf3-srv_10.42.42.10(pid=29923): Launched\u000a02:32:20.330793 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:32:20.464823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:20.796154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29924): Launched\u000a02:32:21.071521 run iperf3-srv_10.42.42.10(pid=29925): Launched\u000a02:32:21.269339 tst iperf3m4.py:8: start network...\u000a02:32:21.404034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:21.907768 run create_hlr_db(pid=29926): Launched\u000a02:32:22.094360 bus /gobi_6: Setting Powered False\u000a02:32:23.115617 run create_hlr_db(pid=29926): Terminated: ok {rc=0}\u000a02:32:23.543039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29928): Launched\u000a02:32:23.864681 run osmo-hlr_10.42.42.2(pid=29929): Launched\u000a02:32:23.980632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:24.540593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29931): Launched\u000a02:32:24.861406 run osmo-stp_10.42.42.5(pid=29932): Launched\u000a02:32:24.978219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:25.537787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29934): Launched\u000a02:32:25.652848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:25.931451 run patchelf(pid=29935): Launched\u000a02:32:26.119098 run osmo-stp_10.42.42.5(pid=29932): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)]\u000a02:32:26.257103 run osmo-stp_10.42.42.5(pid=29932): stdout: \u000a| (launched: 2022-12-14_02:32:24.704123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:26.395170 run osmo-stp_10.42.42.5(pid=29932): stderr: \u000a| �[0;m�[38;5;43m20221214023224894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023224894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023224894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023224894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:26.528518 run osmo-stp_10.42.42.5(pid=29932): stdout: \u000a| (launched: 2022-12-14_02:32:24.704123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:26.660792 run osmo-stp_10.42.42.5(pid=29932): stderr: \u000a| �[0;m�[38;5;43m20221214023224894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023224894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023224894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023224894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:26.815327 run patchelf(pid=29935): Terminating (SIGINT)\u000a02:32:26.997070 run patchelf(pid=29935): Terminated: ok {rc=0}\u000a02:32:27.030334 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29932): Process ended prematurely: osmo-stp_10.42.42.5(pid=29932) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:32:27.040274 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:32:27.104065 run osmo-hlr_10.42.42.2(pid=29929): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29929)]\u000a02:32:27.155806 run osmo-hlr_10.42.42.2(pid=29929): stdout: \u000a| (launched: 2022-12-14_02:32:23.706759) \u000a02:32:27.207992 run osmo-hlr_10.42.42.2(pid=29929): stderr: \u000a| �[0;m�[1;31m20221214023223903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023223903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023223903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023223903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023223903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023223903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023223963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023223973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023223973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023223973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:27.253113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Terminating (SIGTERM)\u000a02:32:27.295251 run iperf3-srv_10.42.42.10(pid=29919): Terminating (SIGTERM)\u000a02:32:27.338050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29920): Terminating (SIGTERM)\u000a02:32:27.380048 run iperf3-srv_10.42.42.10(pid=29921): Terminating (SIGTERM)\u000a02:32:27.422518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29922): Terminating (SIGTERM)\u000a02:32:27.464538 run iperf3-srv_10.42.42.10(pid=29923): Terminating (SIGTERM)\u000a02:32:27.507123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29924): Terminating (SIGTERM)\u000a02:32:27.549635 run iperf3-srv_10.42.42.10(pid=29925): Terminating (SIGTERM)\u000a02:32:27.591770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29928): Terminating (SIGTERM)\u000a02:32:27.634134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29931): Terminating (SIGTERM)\u000a02:32:27.676254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29934): Terminating (SIGTERM)\u000a02:32:27.685973 --- ParallelTerminationStrategy: PID 29918 died...\u000a02:32:27.742577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29918): Terminated: ok {rc=0}\u000a02:32:27.752608 --- ParallelTerminationStrategy: PID 29919 died...\u000a02:32:27.808581 run iperf3-srv_10.42.42.10(pid=29919): Terminated {rc=256}\u000a02:32:27.818672 --- ParallelTerminationStrategy: PID 29920 died...\u000a02:32:27.874445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29920): Terminated: ok {rc=0}\u000a02:32:27.884532 --- ParallelTerminationStrategy: PID 29921 died...\u000a02:32:27.940512 run iperf3-srv_10.42.42.10(pid=29921): Terminated {rc=256}\u000a02:32:27.950640 --- ParallelTerminationStrategy: PID 29922 died...\u000a02:32:28.006691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29922): Terminated: ok {rc=0}\u000a02:32:28.016714 --- ParallelTerminationStrategy: PID 29923 died...\u000a02:32:28.072712 run iperf3-srv_10.42.42.10(pid=29923): Terminated {rc=256}\u000a02:32:28.082857 --- ParallelTerminationStrategy: PID 29924 died...\u000a02:32:28.138978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29924): Terminated: ok {rc=0}\u000a02:32:28.149135 --- ParallelTerminationStrategy: PID 29925 died...\u000a02:32:28.205011 run iperf3-srv_10.42.42.10(pid=29925): Terminated {rc=256}\u000a02:32:28.215437 --- ParallelTerminationStrategy: PID 29928 died...\u000a02:32:28.271538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29928): Terminated: ok {rc=0}\u000a02:32:28.281846 --- ParallelTerminationStrategy: PID 29931 died...\u000a02:32:28.337962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29931): Terminated: ok {rc=0}\u000a02:32:28.348066 --- ParallelTerminationStrategy: PID 29934 died...\u000a02:32:28.404073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29934): Terminated: ok {rc=0}\u000a02:32:28.490829 bus /gobi_4: Setting Powered False\u000a02:32:29.596278 bus /gobi_4: Setting Powered False\u000a02:32:30.708187 bus /gobi_1: Setting Powered False\u000a02:32:31.810245 bus /gobi_1: Setting Powered False\u000a02:32:32.915961 bus /gobi_0: Setting Powered False\u000a02:32:34.021678 bus /gobi_0: Setting Powered False\u000a02:32:35.130542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29942): Process ended prematurely: osmo-stp_10.42.42.5(pid=29942) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29942): Process ended prematurely: osmo-stp_10.42.42.5(pid=29942) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:32:36.199001 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.211076 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:36.375843 tst ping.py: using LAC 37934\u000a02:32:36.503820 tst ping.py: using RAC 194\u000a02:32:36.628670 tst ping.py: using CellId 37934\u000a02:32:36.751925 tst ping.py: using BVCI 37935\u000a02:32:36.776087 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.787480 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.798575 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.809733 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.820895 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.832260 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.843853 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:36.855301 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:37.142795 tst ping.py:19: start network...\u000a02:32:37.274866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:37.769959 run create_hlr_db(pid=29936): Launched\u000a02:32:37.953119 bus /gobi_6: Setting Powered False\u000a02:32:38.972890 run create_hlr_db(pid=29936): Terminated: ok {rc=0}\u000a02:32:39.368250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29938): Launched\u000a02:32:39.661078 run osmo-hlr_10.42.42.2(pid=29939): Launched\u000a02:32:39.773675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:40.284826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29941): Launched\u000a02:32:40.578949 run osmo-stp_10.42.42.5(pid=29942): Launched\u000a02:32:40.685596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:41.197410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29944): Launched\u000a02:32:41.302139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:41.558277 run patchelf(pid=29945): Launched\u000a02:32:41.730248 run osmo-stp_10.42.42.5(pid=29942): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)]\u000a02:32:41.856184 run osmo-stp_10.42.42.5(pid=29942): stdout: \u000a| (launched: 2022-12-14_02:32:40.434437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:41.982168 run osmo-stp_10.42.42.5(pid=29942): stderr: \u000a| �[0;m�[38;5;43m20221214023240605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023240605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023240605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023240606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023240606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023240606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023240607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:42.104166 run osmo-stp_10.42.42.5(pid=29942): stdout: \u000a| (launched: 2022-12-14_02:32:40.434437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:42.224613 run osmo-stp_10.42.42.5(pid=29942): stderr: \u000a| �[0;m�[38;5;43m20221214023240605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023240605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023240605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023240606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023240606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023240606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023240607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:42.366490 run patchelf(pid=29945): Terminating (SIGINT)\u000a02:32:42.534050 run patchelf(pid=29945): Terminated: ok {rc=0}\u000a02:32:42.564542 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29942): Process ended prematurely: osmo-stp_10.42.42.5(pid=29942) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29942)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:32:42.573143 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:32:42.633087 run osmo-hlr_10.42.42.2(pid=29939): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29939)]\u000a02:32:42.681896 run osmo-hlr_10.42.42.2(pid=29939): stdout: \u000a| (launched: 2022-12-14_02:32:39.517213) \u000a02:32:42.732065 run osmo-hlr_10.42.42.2(pid=29939): stderr: \u000a| �[0;m�[1;31m20221214023239691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023239691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023239691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023239691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023239691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023239691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023239704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023239712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023239712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023239712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:42.774465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29938): Terminating (SIGTERM)\u000a02:32:42.814259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29941): Terminating (SIGTERM)\u000a02:32:42.854016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29944): Terminating (SIGTERM)\u000a02:32:42.863282 --- ParallelTerminationStrategy: PID 29938 died...\u000a02:32:42.917008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29938): Terminated: ok {rc=0}\u000a02:32:42.926760 --- ParallelTerminationStrategy: PID 29941 died...\u000a02:32:42.979901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29941): Terminated: ok {rc=0}\u000a02:32:42.989883 --- ParallelTerminationStrategy: PID 29944 died...\u000a02:32:43.042709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29944): Terminated: ok {rc=0}\u000a02:32:43.126329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29952): Process ended prematurely: osmo-stp_10.42.42.5(pid=29952) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29952)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29952): Process ended prematurely: osmo-stp_10.42.42.5(pid=29952) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:32:44.178083 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.190109 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:32:44.356271 tst ping_idle_ping.py: using LAC 37935\u000a02:32:44.482034 tst ping_idle_ping.py: using RAC 195\u000a02:32:44.606260 tst ping_idle_ping.py: using CellId 37935\u000a02:32:44.732336 tst ping_idle_ping.py: using BVCI 37936\u000a02:32:44.756741 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.768149 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.779252 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.790580 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.802045 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.813575 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.825218 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:32:44.836781 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:32:45.123331 tst ping_idle_ping.py:24: start network...\u000a02:32:45.256621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:45.760328 run create_hlr_db(pid=29946): Launched\u000a02:32:45.953493 bus /gobi_6: Setting Powered False\u000a02:32:47.000312 run create_hlr_db(pid=29946): Terminated: ok {rc=0}\u000a02:32:47.419164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29948): Launched\u000a02:32:47.714259 run osmo-hlr_10.42.42.2(pid=29949): Launched\u000a02:32:47.822473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:48.332254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29951): Launched\u000a02:32:48.626448 run osmo-stp_10.42.42.5(pid=29952): Launched\u000a02:32:48.733472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:32:49.245130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29954): Launched\u000a02:32:49.349959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:32:49.605701 run patchelf(pid=29955): Launched\u000a02:32:49.778168 run osmo-stp_10.42.42.5(pid=29952): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29952)]\u000a02:32:49.904095 run osmo-stp_10.42.42.5(pid=29952): stdout: \u000a| (launched: 2022-12-14_02:32:48.482285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:50.030202 run osmo-stp_10.42.42.5(pid=29952): stderr: \u000a| �[0;m�[38;5;43m20221214023248651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023248651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023248651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023248652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023248652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023248652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023248652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:50.152265 run osmo-stp_10.42.42.5(pid=29952): stdout: \u000a| (launched: 2022-12-14_02:32:48.482285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:32:50.273308 run osmo-stp_10.42.42.5(pid=29952): stderr: \u000a| �[0;m�[38;5;43m20221214023248651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023248651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023248651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023248652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023248652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023248652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023248652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:32:50.414828 run patchelf(pid=29955): Terminating (SIGINT)\u000a02:32:50.582830 run patchelf(pid=29955): Terminated: ok {rc=0}\u000a02:32:50.613229 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29952): Process ended prematurely: osmo-stp_10.42.42.5(pid=29952) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29952)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:32:50.621757 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:32:50.681503 run osmo-hlr_10.42.42.2(pid=29949): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29949)]\u000a02:32:50.730725 run osmo-hlr_10.42.42.2(pid=29949): stdout: \u000a| (launched: 2022-12-14_02:32:47.568584) \u000a02:32:50.780138 run osmo-hlr_10.42.42.2(pid=29949): stderr: \u000a| �[0;m�[1;31m20221214023247743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023247743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023247743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023247743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023247743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023247743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023247755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023247766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023247766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023247766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:32:50.822336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29948): Terminating (SIGTERM)\u000a02:32:50.862086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29951): Terminating (SIGTERM)\u000a02:32:50.901642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29954): Terminating (SIGTERM)\u000a02:32:50.910793 --- ParallelTerminationStrategy: PID 29948 died...\u000a02:32:50.963970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29948): Terminated: ok {rc=0}\u000a02:32:50.973658 --- ParallelTerminationStrategy: PID 29951 died...\u000a02:32:51.027164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29951): Terminated: ok {rc=0}\u000a02:32:51.036678 --- ParallelTerminationStrategy: PID 29954 died...\u000a02:32:51.089219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29954): Terminated: ok {rc=0}\u000a02:32:51.176647 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:31:53" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:32:53.312936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.323838 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:32:53.476756 tst cs_paging_gprs_active.py: using LAC 37936\u000a02:32:53.594661 tst cs_paging_gprs_active.py: using RAC 196\u000a02:32:53.712488 tst cs_paging_gprs_active.py: using CellId 37936\u000a02:32:53.830263 tst cs_paging_gprs_active.py: using BVCI 37937\u000a02:32:53.853185 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.863753 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.874332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.884761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.895464 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.906171 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.916806 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.927402 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:32:53.938162 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:32:54.058133 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:32:54.352049 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:32:54.487909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:54.821701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29959): Launched\u000a02:32:55.098867 run iperf3-srv_10.42.42.10(pid=29960): Launched\u000a02:32:55.297897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:32:55.433268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:32:55.765475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29961): Launched\u000a02:32:56.042431 run iperf3-srv_10.42.42.10(pid=29962): Launched\u000a02:32:56.240412 tst cs_paging_gprs_active.py:38: start network...\u000a02:32:56.375543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:32:56.883849 run create_hlr_db(pid=29963): Launched\u000a02:32:57.070796 bus /gobi_6: Setting Powered False\u000a02:32:58.090767 run create_hlr_db(pid=29963): Terminated: ok {rc=0}\u000a02:32:58.501302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Launched\u000a02:32:58.824041 run osmo-hlr_10.42.42.2(pid=29966): Launched\u000a02:32:58.941881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:32:59.501275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Launched\u000a02:32:59.823743 run osmo-stp_10.42.42.5(pid=29969): Launched\u000a02:32:59.941341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:00.502977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Launched\u000a02:33:00.618393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:00.903130 run patchelf(pid=29972): Launched\u000a02:33:01.095257 run osmo-stp_10.42.42.5(pid=29969): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)]\u000a02:33:01.236051 run osmo-stp_10.42.42.5(pid=29969): stdout: \u000a| (launched: 2022-12-14_02:32:59.665285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:01.377827 run osmo-stp_10.42.42.5(pid=29969): stderr: \u000a| �[0;m�[38;5;43m20221214023259855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023259855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023259856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023259856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023259857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023259857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023259857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:01.514400 run osmo-stp_10.42.42.5(pid=29969): stdout: \u000a| (launched: 2022-12-14_02:32:59.665285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:01.649911 run osmo-stp_10.42.42.5(pid=29969): stderr: \u000a| �[0;m�[38;5;43m20221214023259855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023259855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023259856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023259856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023259857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023259857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023259857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:01.807966 run patchelf(pid=29972): Terminating (SIGINT)\u000a02:33:02.002253 run patchelf(pid=29972): Terminated: ok {rc=0}\u000a02:33:02.036805 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29969): Process ended prematurely: osmo-stp_10.42.42.5(pid=29969) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29969)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:33:02.047722 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:33:02.113591 run osmo-hlr_10.42.42.2(pid=29966): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29966)]\u000a02:33:02.167313 run osmo-hlr_10.42.42.2(pid=29966): stdout: \u000a| (launched: 2022-12-14_02:32:58.666047) \u000a02:33:02.221715 run osmo-hlr_10.42.42.2(pid=29966): stderr: \u000a| �[0;m�[1;31m20221214023258863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023258863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023258863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023258863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023258863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023258863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023258875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023258883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023258883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023258883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:02.268498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29959): Terminating (SIGTERM)\u000a02:33:02.311232 run iperf3-srv_10.42.42.10(pid=29960): Terminating (SIGTERM)\u000a02:33:02.353556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29961): Terminating (SIGTERM)\u000a02:33:02.395477 run iperf3-srv_10.42.42.10(pid=29962): Terminating (SIGTERM)\u000a02:33:02.437626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminating (SIGTERM)\u000a02:33:02.479759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminating (SIGTERM)\u000a02:33:02.521840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminating (SIGTERM)\u000a02:33:02.531417 --- ParallelTerminationStrategy: PID 29959 died...\u000a02:33:02.587809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29959): Terminated: ok {rc=0}\u000a02:33:02.597808 --- ParallelTerminationStrategy: PID 29960 died...\u000a02:33:02.653738 run iperf3-srv_10.42.42.10(pid=29960): Terminated {rc=256}\u000a02:33:02.663650 --- ParallelTerminationStrategy: PID 29961 died...\u000a02:33:02.719617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29961): Terminated: ok {rc=0}\u000a02:33:02.729945 --- ParallelTerminationStrategy: PID 29962 died...\u000a02:33:02.785649 run iperf3-srv_10.42.42.10(pid=29962): Terminated {rc=256}\u000a02:33:02.795436 --- ParallelTerminationStrategy: PID 29965 died...\u000a02:33:02.851383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29965): Terminated: ok {rc=0}\u000a02:33:02.861403 --- ParallelTerminationStrategy: PID 29968 died...\u000a02:33:02.917420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29968): Terminated: ok {rc=0}\u000a02:33:02.927322 --- ParallelTerminationStrategy: PID 29971 died...\u000a02:33:02.983234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29971): Terminated: ok {rc=0}\u000a02:33:03.071472 bus /gobi_0: Setting Powered False\u000a02:33:04.174125 bus /gobi_0: Setting Powered False\u000a02:33:05.285004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:33:06.401861 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:06.413999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:06.580847 tst iperf3.py: using LAC 37937\u000a02:33:06.708765 tst iperf3.py: using RAC 197\u000a02:33:06.835380 tst iperf3.py: using CellId 37937\u000a02:33:06.963040 tst iperf3.py: using BVCI 37938\u000a02:33:06.988081 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:06.999315 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.010634 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.021740 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.033177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.044602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.056386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.067918 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:07.079529 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:07.354921 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:33:07.479292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:07.787527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Launched\u000a02:33:08.044229 run iperf3-srv_10.42.42.10(pid=29975): Launched\u000a02:33:08.225605 tst iperf3.py:8: start network...\u000a02:33:08.350110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:08.828044 run create_hlr_db(pid=29976): Launched\u000a02:33:08.999252 bus /gobi_6: Setting Powered False\u000a02:33:10.021580 run create_hlr_db(pid=29976): Terminated: ok {rc=0}\u000a02:33:10.417361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Launched\u000a02:33:10.715861 run osmo-hlr_10.42.42.2(pid=29979): Launched\u000a02:33:10.831066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:11.358112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Launched\u000a02:33:11.656033 run osmo-stp_10.42.42.5(pid=29982): Launched\u000a02:33:11.765110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:12.283575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29984): Launched\u000a02:33:12.390310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:12.651577 run patchelf(pid=29985): Launched\u000a02:33:12.826324 run osmo-stp_10.42.42.5(pid=29982): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]\u000a02:33:12.953885 run osmo-stp_10.42.42.5(pid=29982): stdout: \u000a| (launched: 2022-12-14_02:33:11.509845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:13.082046 run osmo-stp_10.42.42.5(pid=29982): stderr: \u000a| �[0;m�[38;5;43m20221214023311681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023311681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023311681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023311682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023311682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023311682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023311683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:13.205997 run osmo-stp_10.42.42.5(pid=29982): stdout: \u000a| (launched: 2022-12-14_02:33:11.509845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:13.328701 run osmo-stp_10.42.42.5(pid=29982): stderr: \u000a| �[0;m�[38;5;43m20221214023311681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023311681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023311681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023311682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023311682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023311682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023311683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:13.471499 run patchelf(pid=29985): Terminating (SIGINT)\u000a02:33:13.639260 run patchelf(pid=29985): Terminated: ok {rc=0}\u000a02:33:13.670332 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:33:13.679661 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a02:33:13.739482 run osmo-hlr_10.42.42.2(pid=29979): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29979)]\u000a02:33:13.788374 run osmo-hlr_10.42.42.2(pid=29979): stdout: \u000a| (launched: 2022-12-14_02:33:10.569231) \u000a02:33:13.838071 run osmo-hlr_10.42.42.2(pid=29979): stderr: \u000a| �[0;m�[1;31m20221214023310747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023310747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023310747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023310747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023310747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023310747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023310761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023310769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023310769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023310769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:13.880286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Terminating (SIGTERM)\u000a02:33:13.920129 run iperf3-srv_10.42.42.10(pid=29975): Terminating (SIGTERM)\u000a02:33:13.959952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Terminating (SIGTERM)\u000a02:33:13.999997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Terminating (SIGTERM)\u000a02:33:14.039902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29984): Terminating (SIGTERM)\u000a02:33:14.048712 --- ParallelTerminationStrategy: PID 29974 died...\u000a02:33:14.101963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Terminated: ok {rc=0}\u000a02:33:14.111445 --- ParallelTerminationStrategy: PID 29975 died...\u000a02:33:14.164001 run iperf3-srv_10.42.42.10(pid=29975): Terminated {rc=256}\u000a02:33:14.173899 --- ParallelTerminationStrategy: PID 29978 died...\u000a02:33:14.226907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Terminated: ok {rc=0}\u000a02:33:14.236436 --- ParallelTerminationStrategy: PID 29981 died...\u000a02:33:14.289308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Terminated: ok {rc=0}\u000a02:33:14.298830 --- ParallelTerminationStrategy: PID 29984 died...\u000a02:33:14.351606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29984): Terminated: ok {rc=0}\u000a02:33:14.434358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30000): Process ended prematurely: osmo-stp_10.42.42.5(pid=30000) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30000): Process ended prematurely: osmo-stp_10.42.42.5(pid=30000) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:33:15.548052 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:15.559927 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:15.726852 tst iperf3m4.py: using LAC 37938\u000a02:33:15.863662 tst iperf3m4.py: using RAC 198\u000a02:33:16.007834 tst iperf3m4.py: using CellId 37938\u000a02:33:16.131834 tst iperf3m4.py: using BVCI 37939\u000a02:33:16.156082 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.167687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.178997 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.190292 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.201788 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.213226 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.225233 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.237107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:16.249569 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:16.366139 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:16.489553 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:16.632420 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:16.951072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:33:17.088591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:17.423266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29986): Launched\u000a02:33:17.699546 run iperf3-srv_10.42.42.10(pid=29987): Launched\u000a02:33:17.897434 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:33:18.032022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:18.364237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29988): Launched\u000a02:33:18.639404 run iperf3-srv_10.42.42.10(pid=29989): Launched\u000a02:33:18.836724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:33:18.970958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:19.302376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29990): Launched\u000a02:33:19.577541 run iperf3-srv_10.42.42.10(pid=29991): Launched\u000a02:33:19.774671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:33:19.908827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:20.240670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29992): Launched\u000a02:33:20.516254 run iperf3-srv_10.42.42.10(pid=29993): Launched\u000a02:33:20.713248 tst iperf3m4.py:8: start network...\u000a02:33:20.847369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:21.354710 run create_hlr_db(pid=29994): Launched\u000a02:33:21.540896 bus /gobi_6: Setting Powered False\u000a02:33:22.561938 run create_hlr_db(pid=29994): Terminated: ok {rc=0}\u000a02:33:22.988899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29996): Launched\u000a02:33:23.310805 run osmo-hlr_10.42.42.2(pid=29997): Launched\u000a02:33:23.429351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:23.988632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29999): Launched\u000a02:33:24.309676 run osmo-stp_10.42.42.5(pid=30000): Launched\u000a02:33:24.426529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:24.985772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30002): Launched\u000a02:33:25.100687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:25.380610 run patchelf(pid=30003): Launched\u000a02:33:25.568095 run osmo-stp_10.42.42.5(pid=30000): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)]\u000a02:33:25.705316 run osmo-stp_10.42.42.5(pid=30000): stdout: \u000a| (launched: 2022-12-14_02:33:24.152035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:25.842928 run osmo-stp_10.42.42.5(pid=30000): stderr: \u000a| �[0;m�[38;5;43m20221214023324342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023324342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023324343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023324343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023324344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023324344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023324344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:25.976048 run osmo-stp_10.42.42.5(pid=30000): stdout: \u000a| (launched: 2022-12-14_02:33:24.152035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:26.108244 run osmo-stp_10.42.42.5(pid=30000): stderr: \u000a| �[0;m�[38;5;43m20221214023324342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023324342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023324343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023324343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023324344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023324344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023324344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:26.262471 run patchelf(pid=30003): Terminating (SIGINT)\u000a02:33:26.443376 run patchelf(pid=30003): Terminated: ok {rc=0}\u000a02:33:26.476458 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30000): Process ended prematurely: osmo-stp_10.42.42.5(pid=30000) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:33:26.486362 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:33:26.549585 run osmo-hlr_10.42.42.2(pid=29997): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29997)]\u000a02:33:26.600893 run osmo-hlr_10.42.42.2(pid=29997): stdout: \u000a| (launched: 2022-12-14_02:33:23.152298) \u000a02:33:26.653035 run osmo-hlr_10.42.42.2(pid=29997): stderr: \u000a| �[0;m�[1;31m20221214023323349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023323349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023323349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023323349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023323349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023323349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023323361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023323369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023323370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023323370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:26.697647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29986): Terminating (SIGTERM)\u000a02:33:26.740110 run iperf3-srv_10.42.42.10(pid=29987): Terminating (SIGTERM)\u000a02:33:26.782476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29988): Terminating (SIGTERM)\u000a02:33:26.824243 run iperf3-srv_10.42.42.10(pid=29989): Terminating (SIGTERM)\u000a02:33:26.866343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29990): Terminating (SIGTERM)\u000a02:33:26.908230 run iperf3-srv_10.42.42.10(pid=29991): Terminating (SIGTERM)\u000a02:33:26.950213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29992): Terminating (SIGTERM)\u000a02:33:26.992017 run iperf3-srv_10.42.42.10(pid=29993): Terminating (SIGTERM)\u000a02:33:27.034575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29996): Terminating (SIGTERM)\u000a02:33:27.076531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29999): Terminating (SIGTERM)\u000a02:33:27.118536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30002): Terminating (SIGTERM)\u000a02:33:27.128179 --- ParallelTerminationStrategy: PID 29986 died...\u000a02:33:27.184738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29986): Terminated: ok {rc=0}\u000a02:33:27.194769 --- ParallelTerminationStrategy: PID 29987 died...\u000a02:33:27.251052 run iperf3-srv_10.42.42.10(pid=29987): Terminated {rc=256}\u000a02:33:27.261208 --- ParallelTerminationStrategy: PID 29988 died...\u000a02:33:27.317184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29988): Terminated: ok {rc=0}\u000a02:33:27.327107 --- ParallelTerminationStrategy: PID 29989 died...\u000a02:33:27.382951 run iperf3-srv_10.42.42.10(pid=29989): Terminated {rc=256}\u000a02:33:27.392935 --- ParallelTerminationStrategy: PID 29990 died...\u000a02:33:27.449367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29990): Terminated: ok {rc=0}\u000a02:33:27.459308 --- ParallelTerminationStrategy: PID 29991 died...\u000a02:33:27.515231 run iperf3-srv_10.42.42.10(pid=29991): Terminated {rc=256}\u000a02:33:27.525829 --- ParallelTerminationStrategy: PID 29992 died...\u000a02:33:27.581883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29992): Terminated: ok {rc=0}\u000a02:33:27.591893 --- ParallelTerminationStrategy: PID 29993 died...\u000a02:33:27.647672 run iperf3-srv_10.42.42.10(pid=29993): Terminated {rc=256}\u000a02:33:27.657680 --- ParallelTerminationStrategy: PID 29996 died...\u000a02:33:27.713352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29996): Terminated: ok {rc=0}\u000a02:33:27.723331 --- ParallelTerminationStrategy: PID 29999 died...\u000a02:33:27.779060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29999): Terminated: ok {rc=0}\u000a02:33:27.789115 --- ParallelTerminationStrategy: PID 30002 died...\u000a02:33:27.845089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30002): Terminated: ok {rc=0}\u000a02:33:27.932784 bus /gobi_4: Setting Powered False\u000a02:33:29.038731 bus /gobi_4: Setting Powered False\u000a02:33:30.145877 bus /gobi_1: Setting Powered False\u000a02:33:31.274555 bus /gobi_1: Setting Powered False\u000a02:33:32.389804 bus /gobi_0: Setting Powered False\u000a02:33:33.491589 bus /gobi_0: Setting Powered False\u000a02:33:34.600828 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:33:35.669273 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:35.681154 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:35.844474 tst ping.py: using LAC 37939\u000a02:33:35.968463 tst ping.py: using RAC 199\u000a02:33:36.092746 tst ping.py: using CellId 37939\u000a02:33:36.218771 tst ping.py: using BVCI 37940\u000a02:33:36.242972 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.254589 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.266047 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.277118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.288302 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.299839 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.311342 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:36.322709 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:36.595053 tst ping.py:19: start network...\u000a02:33:36.717350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:37.189670 run create_hlr_db(pid=30004): Launched\u000a02:33:37.358940 bus /gobi_6: Setting Powered False\u000a02:33:38.380781 run create_hlr_db(pid=30004): Terminated: ok {rc=0}\u000a02:33:38.799520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Launched\u000a02:33:39.115259 run osmo-hlr_10.42.42.2(pid=30007): Launched\u000a02:33:39.230587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:39.785983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Launched\u000a02:33:40.095205 run osmo-stp_10.42.42.5(pid=30010): Launched\u000a02:33:40.203981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:40.715415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Launched\u000a02:33:40.819728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:41.075544 run patchelf(pid=30013): Launched\u000a02:33:41.246922 run osmo-stp_10.42.42.5(pid=30010): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)]\u000a02:33:41.372320 run osmo-stp_10.42.42.5(pid=30010): stdout: \u000a| (launched: 2022-12-14_02:33:39.946109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:41.497832 run osmo-stp_10.42.42.5(pid=30010): stderr: \u000a| �[0;m�[38;5;43m20221214023340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023340115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:41.619553 run osmo-stp_10.42.42.5(pid=30010): stdout: \u000a| (launched: 2022-12-14_02:33:39.946109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:41.740032 run osmo-stp_10.42.42.5(pid=30010): stderr: \u000a| �[0;m�[38;5;43m20221214023340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023340115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023340118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:41.881169 run patchelf(pid=30013): Terminating (SIGINT)\u000a02:33:42.047277 run patchelf(pid=30013): Terminated: ok {rc=0}\u000a02:33:42.077658 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30010): Process ended prematurely: osmo-stp_10.42.42.5(pid=30010) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30010)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:33:42.086136 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:33:42.145245 run osmo-hlr_10.42.42.2(pid=30007): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30007)]\u000a02:33:42.194241 run osmo-hlr_10.42.42.2(pid=30007): stdout: \u000a| (launched: 2022-12-14_02:33:38.960798) \u000a02:33:42.243493 run osmo-hlr_10.42.42.2(pid=30007): stderr: \u000a| �[0;m�[1;31m20221214023339159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023339159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023339159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023339159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023339159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023339159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023339173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023339183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023339183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023339183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:42.285533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Terminating (SIGTERM)\u000a02:33:42.325036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Terminating (SIGTERM)\u000a02:33:42.364526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Terminating (SIGTERM)\u000a02:33:42.373764 --- ParallelTerminationStrategy: PID 30006 died...\u000a02:33:42.426775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30006): Terminated: ok {rc=0}\u000a02:33:42.436212 --- ParallelTerminationStrategy: PID 30009 died...\u000a02:33:42.488497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30009): Terminated: ok {rc=0}\u000a02:33:42.497921 --- ParallelTerminationStrategy: PID 30012 died...\u000a02:33:42.550203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30012): Terminated: ok {rc=0}\u000a02:33:42.636906 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30020): Process ended prematurely: osmo-stp_10.42.42.5(pid=30020) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30020)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30020): Process ended prematurely: osmo-stp_10.42.42.5(pid=30020) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:33:43.688844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:43.700248 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:33:43.854726 tst ping_idle_ping.py: using LAC 37940\u000a02:33:43.975044 tst ping_idle_ping.py: using RAC 200\u000a02:33:44.093570 tst ping_idle_ping.py: using CellId 37940\u000a02:33:44.206764 tst ping_idle_ping.py: using BVCI 37941\u000a02:33:44.229260 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.239877 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.250361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.260900 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.271343 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.282205 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.293052 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:33:44.303574 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:33:44.574206 tst ping_idle_ping.py:24: start network...\u000a02:33:44.695369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:45.167924 run create_hlr_db(pid=30014): Launched\u000a02:33:45.337785 bus /gobi_6: Setting Powered False\u000a02:33:46.375947 run create_hlr_db(pid=30014): Terminated: ok {rc=0}\u000a02:33:46.935762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30016): Launched\u000a02:33:47.337589 run osmo-hlr_10.42.42.2(pid=30017): Launched\u000a02:33:47.454843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:48.005540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30019): Launched\u000a02:33:48.322535 run osmo-stp_10.42.42.5(pid=30020): Launched\u000a02:33:48.438240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:33:48.989994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30022): Launched\u000a02:33:49.103090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:33:49.378765 run patchelf(pid=30023): Launched\u000a02:33:49.563823 run osmo-stp_10.42.42.5(pid=30020): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30020)]\u000a02:33:49.699439 run osmo-stp_10.42.42.5(pid=30020): stdout: \u000a| (launched: 2022-12-14_02:33:48.166703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:49.834925 run osmo-stp_10.42.42.5(pid=30020): stderr: \u000a| �[0;m�[38;5;43m20221214023348356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023348356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023348356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023348356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023348357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023348357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023348357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:49.966367 run osmo-stp_10.42.42.5(pid=30020): stdout: \u000a| (launched: 2022-12-14_02:33:48.166703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:33:50.096471 run osmo-stp_10.42.42.5(pid=30020): stderr: \u000a| �[0;m�[38;5;43m20221214023348356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023348356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023348356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023348356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023348357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023348357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023348357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:33:50.249003 run patchelf(pid=30023): Terminating (SIGINT)\u000a02:33:50.428196 run patchelf(pid=30023): Terminated: ok {rc=0}\u000a02:33:50.460736 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30020): Process ended prematurely: osmo-stp_10.42.42.5(pid=30020) [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30020)] [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:33:50.470029 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a02:33:50.532829 run osmo-hlr_10.42.42.2(pid=30017): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30017)]\u000a02:33:50.583984 run osmo-hlr_10.42.42.2(pid=30017): stdout: \u000a| (launched: 2022-12-14_02:33:47.092710) \u000a02:33:50.636112 run osmo-hlr_10.42.42.2(pid=30017): stderr: \u000a| �[0;m�[1;31m20221214023347343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023347343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023347343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023347343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023347344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023347344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023347355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023347363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023347363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023347363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:33:50.680414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30016): Terminating (SIGTERM)\u000a02:33:50.722411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30019): Terminating (SIGTERM)\u000a02:33:50.764194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30022): Terminating (SIGTERM)\u000a02:33:50.773821 --- ParallelTerminationStrategy: PID 30016 died...\u000a02:33:50.829911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30016): Terminated: ok {rc=0}\u000a02:33:50.839905 --- ParallelTerminationStrategy: PID 30019 died...\u000a02:33:50.895869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30019): Terminated: ok {rc=0}\u000a02:33:50.905849 --- ParallelTerminationStrategy: PID 30022 died...\u000a02:33:50.962086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30022): Terminated: ok {rc=0}\u000a02:33:51.049358 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:32:52" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30038): Process ended prematurely: osmo-stp_10.42.42.5(pid=30038) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30038): Process ended prematurely: osmo-stp_10.42.42.5(pid=30038) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:33:53.204010 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.215564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:33:53.361929 tst cs_paging_gprs_active.py: using LAC 37941\u000a02:33:53.480531 tst cs_paging_gprs_active.py: using RAC 201\u000a02:33:53.596556 tst cs_paging_gprs_active.py: using CellId 37941\u000a02:33:53.714341 tst cs_paging_gprs_active.py: using BVCI 37942\u000a02:33:53.737690 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.748760 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.759613 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.770536 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.781349 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.792188 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.803400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.814256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:33:53.825303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:33:53.946408 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:33:54.241576 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:33:54.377810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:54.710709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30028): Launched\u000a02:33:54.987150 run iperf3-srv_10.42.42.10(pid=30029): Launched\u000a02:33:55.185461 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:33:55.321261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:33:55.653434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30030): Launched\u000a02:33:55.930651 run iperf3-srv_10.42.42.10(pid=30031): Launched\u000a02:33:56.128464 tst cs_paging_gprs_active.py:38: start network...\u000a02:33:56.264079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:33:56.771968 run create_hlr_db(pid=30032): Launched\u000a02:33:56.958720 bus /gobi_6: Setting Powered False\u000a02:33:57.980379 run create_hlr_db(pid=30032): Terminated: ok {rc=0}\u000a02:33:58.382331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30034): Launched\u000a02:33:58.682110 run osmo-hlr_10.42.42.2(pid=30035): Launched\u000a02:33:58.793132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:33:59.311608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30037): Launched\u000a02:33:59.611284 run osmo-stp_10.42.42.5(pid=30038): Launched\u000a02:33:59.720428 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:00.242358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30040): Launched\u000a02:34:00.349102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:00.610238 run patchelf(pid=30041): Launched\u000a02:34:00.785718 run osmo-stp_10.42.42.5(pid=30038): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)]\u000a02:34:00.921063 run osmo-stp_10.42.42.5(pid=30038): stdout: \u000a| (launched: 2022-12-14_02:33:59.463844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:01.052158 run osmo-stp_10.42.42.5(pid=30038): stderr: \u000a| �[0;m�[38;5;43m20221214023359634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023359635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023359635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023359635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023359636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023359636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023359636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:01.178633 run osmo-stp_10.42.42.5(pid=30038): stdout: \u000a| (launched: 2022-12-14_02:33:59.463844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:01.303758 run osmo-stp_10.42.42.5(pid=30038): stderr: \u000a| �[0;m�[38;5;43m20221214023359634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023359635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023359635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023359635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023359636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023359636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023359636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:01.450763 run patchelf(pid=30041): Terminating (SIGINT)\u000a02:34:01.623505 run patchelf(pid=30041): Terminated: ok {rc=0}\u000a02:34:01.655968 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30038): Process ended prematurely: osmo-stp_10.42.42.5(pid=30038) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30038)] [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a02:34:01.666295 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:34:01.727195 run osmo-hlr_10.42.42.2(pid=30035): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30035)]\u000a02:34:01.777090 run osmo-hlr_10.42.42.2(pid=30035): stdout: \u000a| (launched: 2022-12-14_02:33:58.534273) \u000a02:34:01.827661 run osmo-hlr_10.42.42.2(pid=30035): stderr: \u000a| �[0;m�[1;31m20221214023358713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023358713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023358713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023358713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023358713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023358713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023358725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023358734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023358734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023358734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:01.870847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30028): Terminating (SIGTERM)\u000a02:34:01.913696 run iperf3-srv_10.42.42.10(pid=30029): Terminating (SIGTERM)\u000a02:34:01.956184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30030): Terminating (SIGTERM)\u000a02:34:01.998544 run iperf3-srv_10.42.42.10(pid=30031): Terminating (SIGTERM)\u000a02:34:02.041310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30034): Terminating (SIGTERM)\u000a02:34:02.081684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30037): Terminating (SIGTERM)\u000a02:34:02.124142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30040): Terminating (SIGTERM)\u000a02:34:02.133594 --- ParallelTerminationStrategy: PID 30028 died...\u000a02:34:02.187214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30028): Terminated: ok {rc=0}\u000a02:34:02.197120 --- ParallelTerminationStrategy: PID 30029 died...\u000a02:34:02.250097 run iperf3-srv_10.42.42.10(pid=30029): Terminated {rc=256}\u000a02:34:02.259513 --- ParallelTerminationStrategy: PID 30030 died...\u000a02:34:02.311899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30030): Terminated: ok {rc=0}\u000a02:34:02.321408 --- ParallelTerminationStrategy: PID 30031 died...\u000a02:34:02.373526 run iperf3-srv_10.42.42.10(pid=30031): Terminated {rc=256}\u000a02:34:02.382914 --- ParallelTerminationStrategy: PID 30034 died...\u000a02:34:02.435452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30034): Terminated: ok {rc=0}\u000a02:34:02.444873 --- ParallelTerminationStrategy: PID 30037 died...\u000a02:34:02.497319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30037): Terminated: ok {rc=0}\u000a02:34:02.506788 --- ParallelTerminationStrategy: PID 30040 died...\u000a02:34:02.559365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30040): Terminated: ok {rc=0}\u000a02:34:02.646906 bus /gobi_0: Setting Powered False\u000a02:34:03.750459 bus /gobi_0: Setting Powered False\u000a02:34:04.861554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30050): Process ended prematurely: osmo-stp_10.42.42.5(pid=30050) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30050): Process ended prematurely: osmo-stp_10.42.42.5(pid=30050) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a02:34:05.971372 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:05.983090 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:06.125278 tst iperf3.py: using LAC 37942\u000a02:34:06.244242 tst iperf3.py: using RAC 202\u000a02:34:06.363665 tst iperf3.py: using CellId 37942\u000a02:34:06.483362 tst iperf3.py: using BVCI 37943\u000a02:34:06.506328 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.517419 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.528224 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.539090 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.549928 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.560663 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.571753 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.582605 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:06.593667 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:06.868373 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:34:06.993037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:07.303370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30042): Launched\u000a02:34:07.560669 run iperf3-srv_10.42.42.10(pid=30043): Launched\u000a02:34:07.742759 tst iperf3.py:8: start network...\u000a02:34:07.868674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:08.347552 run create_hlr_db(pid=30044): Launched\u000a02:34:08.519095 bus /gobi_6: Setting Powered False\u000a02:34:09.553179 run create_hlr_db(pid=30044): Terminated: ok {rc=0}\u000a02:34:09.979692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30046): Launched\u000a02:34:10.300673 run osmo-hlr_10.42.42.2(pid=30047): Launched\u000a02:34:10.421922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:10.983172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30049): Launched\u000a02:34:11.305463 run osmo-stp_10.42.42.5(pid=30050): Launched\u000a02:34:11.422737 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:11.983446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30052): Launched\u000a02:34:12.098471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:12.378830 run patchelf(pid=30053): Launched\u000a02:34:12.567230 run osmo-stp_10.42.42.5(pid=30050): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)]\u000a02:34:12.705227 run osmo-stp_10.42.42.5(pid=30050): stdout: \u000a| (launched: 2022-12-14_02:34:11.147687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:12.843398 run osmo-stp_10.42.42.5(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221214023411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023411339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:12.977546 run osmo-stp_10.42.42.5(pid=30050): stdout: \u000a| (launched: 2022-12-14_02:34:11.147687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:13.110059 run osmo-stp_10.42.42.5(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221214023411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023411339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023411339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023411340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:13.265050 run patchelf(pid=30053): Terminating (SIGINT)\u000a02:34:13.447830 run patchelf(pid=30053): Terminated: ok {rc=0}\u000a02:34:13.481313 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30050): Process ended prematurely: osmo-stp_10.42.42.5(pid=30050) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)] [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a02:34:13.491302 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:34:13.554367 run osmo-hlr_10.42.42.2(pid=30047): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30047)]\u000a02:34:13.605874 run osmo-hlr_10.42.42.2(pid=30047): stdout: \u000a| (launched: 2022-12-14_02:34:10.143896) \u000a02:34:13.657783 run osmo-hlr_10.42.42.2(pid=30047): stderr: \u000a| �[0;m�[1;31m20221214023410343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023410343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023410343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023410343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023410343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023410343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023410355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023410363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023410364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023410364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:13.702329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30042): Terminating (SIGTERM)\u000a02:34:13.744602 run iperf3-srv_10.42.42.10(pid=30043): Terminating (SIGTERM)\u000a02:34:13.786876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30046): Terminating (SIGTERM)\u000a02:34:13.829047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30049): Terminating (SIGTERM)\u000a02:34:13.870942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30052): Terminating (SIGTERM)\u000a02:34:13.880568 --- ParallelTerminationStrategy: PID 30042 died...\u000a02:34:13.937226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30042): Terminated: ok {rc=0}\u000a02:34:13.947341 --- ParallelTerminationStrategy: PID 30043 died...\u000a02:34:14.003422 run iperf3-srv_10.42.42.10(pid=30043): Terminated {rc=256}\u000a02:34:14.013547 --- ParallelTerminationStrategy: PID 30046 died...\u000a02:34:14.069239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30046): Terminated: ok {rc=0}\u000a02:34:14.079341 --- ParallelTerminationStrategy: PID 30049 died...\u000a02:34:14.135525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30049): Terminated: ok {rc=0}\u000a02:34:14.145933 --- ParallelTerminationStrategy: PID 30052 died...\u000a02:34:14.202262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30052): Terminated: ok {rc=0}\u000a02:34:14.288854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30068): Process ended prematurely: osmo-stp_10.42.42.5(pid=30068) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30068)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30068): Process ended prematurely: osmo-stp_10.42.42.5(pid=30068) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a02:34:15.406118 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:15.418309 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:15.564038 tst iperf3m4.py: using LAC 37943\u000a02:34:15.690057 tst iperf3m4.py: using RAC 203\u000a02:34:15.816336 tst iperf3m4.py: using CellId 37943\u000a02:34:15.973090 tst iperf3m4.py: using BVCI 37944\u000a02:34:15.997749 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.010907 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.023077 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.035973 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.048062 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.059879 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.071683 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.083234 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:16.095135 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:16.219304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:16.346269 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:16.471311 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:16.771925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:34:16.910157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:17.262174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30054): Launched\u000a02:34:17.538747 run iperf3-srv_10.42.42.10(pid=30055): Launched\u000a02:34:17.735938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:34:17.870541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:18.202298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30056): Launched\u000a02:34:18.479160 run iperf3-srv_10.42.42.10(pid=30057): Launched\u000a02:34:18.676626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:34:18.811470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:19.144342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30058): Launched\u000a02:34:19.421974 run iperf3-srv_10.42.42.10(pid=30059): Launched\u000a02:34:19.619440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:34:19.754023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:34:20.085916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30060): Launched\u000a02:34:20.362575 run iperf3-srv_10.42.42.10(pid=30061): Launched\u000a02:34:20.559825 tst iperf3m4.py:8: start network...\u000a02:34:20.694456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:21.199318 run create_hlr_db(pid=30062): Launched\u000a02:34:21.386211 bus /gobi_6: Setting Powered False\u000a02:34:22.406375 run create_hlr_db(pid=30062): Terminated: ok {rc=0}\u000a02:34:22.832116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30064): Launched\u000a02:34:23.153572 run osmo-hlr_10.42.42.2(pid=30065): Launched\u000a02:34:23.274921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:23.836651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30067): Launched\u000a02:34:24.156872 run osmo-stp_10.42.42.5(pid=30068): Launched\u000a02:34:24.274912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:24.835130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30070): Launched\u000a02:34:24.950003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:25.229125 run patchelf(pid=30071): Launched\u000a02:34:25.417820 run osmo-stp_10.42.42.5(pid=30068): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30068)]\u000a02:34:25.554999 run osmo-stp_10.42.42.5(pid=30068): stdout: \u000a| (launched: 2022-12-14_02:34:23.999678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:25.692460 run osmo-stp_10.42.42.5(pid=30068): stderr: \u000a| �[0;m�[38;5;43m20221214023424190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023424190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023424190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023424191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023424193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023424193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023424193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:25.825707 run osmo-stp_10.42.42.5(pid=30068): stdout: \u000a| (launched: 2022-12-14_02:34:23.999678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:25.957608 run osmo-stp_10.42.42.5(pid=30068): stderr: \u000a| �[0;m�[38;5;43m20221214023424190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023424190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023424190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023424191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023424193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023424193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023424193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:26.112154 run patchelf(pid=30071): Terminating (SIGINT)\u000a02:34:26.294300 run patchelf(pid=30071): Terminated: ok {rc=0}\u000a02:34:26.327765 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30068): Process ended prematurely: osmo-stp_10.42.42.5(pid=30068) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30068)] [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a02:34:26.337762 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:34:26.401444 run osmo-hlr_10.42.42.2(pid=30065): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30065)]\u000a02:34:26.453005 run osmo-hlr_10.42.42.2(pid=30065): stdout: \u000a| (launched: 2022-12-14_02:34:22.995930) \u000a02:34:26.505083 run osmo-hlr_10.42.42.2(pid=30065): stderr: \u000a| �[0;m�[1;31m20221214023423196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023423196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023423196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023423196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023423196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023423196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023423207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023423216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023423216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023423216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:26.550008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30054): Terminating (SIGTERM)\u000a02:34:26.591863 run iperf3-srv_10.42.42.10(pid=30055): Terminating (SIGTERM)\u000a02:34:26.634267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30056): Terminating (SIGTERM)\u000a02:34:26.676108 run iperf3-srv_10.42.42.10(pid=30057): Terminating (SIGTERM)\u000a02:34:26.718495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30058): Terminating (SIGTERM)\u000a02:34:26.760295 run iperf3-srv_10.42.42.10(pid=30059): Terminating (SIGTERM)\u000a02:34:26.802301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30060): Terminating (SIGTERM)\u000a02:34:26.843794 run iperf3-srv_10.42.42.10(pid=30061): Terminating (SIGTERM)\u000a02:34:26.885775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30064): Terminating (SIGTERM)\u000a02:34:26.927425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30067): Terminating (SIGTERM)\u000a02:34:26.969734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30070): Terminating (SIGTERM)\u000a02:34:26.979322 --- ParallelTerminationStrategy: PID 30054 died...\u000a02:34:27.035656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30054): Terminated: ok {rc=0}\u000a02:34:27.045987 --- ParallelTerminationStrategy: PID 30055 died...\u000a02:34:27.101915 run iperf3-srv_10.42.42.10(pid=30055): Terminated {rc=256}\u000a02:34:27.111873 --- ParallelTerminationStrategy: PID 30056 died...\u000a02:34:27.167755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30056): Terminated: ok {rc=0}\u000a02:34:27.177738 --- ParallelTerminationStrategy: PID 30057 died...\u000a02:34:27.233641 run iperf3-srv_10.42.42.10(pid=30057): Terminated {rc=256}\u000a02:34:27.243619 --- ParallelTerminationStrategy: PID 30058 died...\u000a02:34:27.299784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30058): Terminated: ok {rc=0}\u000a02:34:27.310226 --- ParallelTerminationStrategy: PID 30059 died...\u000a02:34:27.366174 run iperf3-srv_10.42.42.10(pid=30059): Terminated {rc=256}\u000a02:34:27.376174 --- ParallelTerminationStrategy: PID 30060 died...\u000a02:34:27.432164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30060): Terminated: ok {rc=0}\u000a02:34:27.442137 --- ParallelTerminationStrategy: PID 30061 died...\u000a02:34:27.497802 run iperf3-srv_10.42.42.10(pid=30061): Terminated {rc=256}\u000a02:34:27.507669 --- ParallelTerminationStrategy: PID 30064 died...\u000a02:34:27.563483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30064): Terminated: ok {rc=0}\u000a02:34:27.573825 --- ParallelTerminationStrategy: PID 30067 died...\u000a02:34:27.629452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30067): Terminated: ok {rc=0}\u000a02:34:27.639343 --- ParallelTerminationStrategy: PID 30070 died...\u000a02:34:27.694945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30070): Terminated: ok {rc=0}\u000a02:34:27.782873 bus /gobi_4: Setting Powered False\u000a02:34:28.889145 bus /gobi_4: Setting Powered False\u000a02:34:29.998586 bus /gobi_1: Setting Powered False\u000a02:34:31.104498 bus /gobi_1: Setting Powered False\u000a02:34:32.214699 bus /gobi_0: Setting Powered False\u000a02:34:33.315509 bus /gobi_0: Setting Powered False\u000a02:34:34.426541 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a02:34:35.493469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:35.505176 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:35.643078 tst ping.py: using LAC 37944\u000a02:34:35.759711 tst ping.py: using RAC 204\u000a02:34:35.877034 tst ping.py: using CellId 37944\u000a02:34:35.992185 tst ping.py: using BVCI 37945\u000a02:34:36.014614 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.025704 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.036587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.047409 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.058218 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.069102 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.080058 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:36.090963 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:36.379929 tst ping.py:19: start network...\u000a02:34:36.511712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:37.007822 run create_hlr_db(pid=30073): Launched\u000a02:34:37.191060 bus /gobi_6: Setting Powered False\u000a02:34:38.211320 run create_hlr_db(pid=30073): Terminated: ok {rc=0}\u000a02:34:38.608046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30075): Launched\u000a02:34:38.901998 run osmo-hlr_10.42.42.2(pid=30076): Launched\u000a02:34:39.014486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:39.527278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30078): Launched\u000a02:34:39.821559 run osmo-stp_10.42.42.5(pid=30079): Launched\u000a02:34:39.928288 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:40.440305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Launched\u000a02:34:40.545118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:40.800862 run patchelf(pid=30082): Launched\u000a02:34:40.973067 run osmo-stp_10.42.42.5(pid=30079): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]\u000a02:34:41.098549 run osmo-stp_10.42.42.5(pid=30079): stdout: \u000a| (launched: 2022-12-14_02:34:39.676570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:41.224323 run osmo-stp_10.42.42.5(pid=30079): stderr: \u000a| �[0;m�[38;5;43m20221214023439844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023439844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023439844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023439844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023439847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023439847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023439847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:41.346655 run osmo-stp_10.42.42.5(pid=30079): stdout: \u000a| (launched: 2022-12-14_02:34:39.676570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:41.467237 run osmo-stp_10.42.42.5(pid=30079): stderr: \u000a| �[0;m�[38;5;43m20221214023439844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023439844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023439844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023439844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023439847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023439847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023439847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:41.608485 run patchelf(pid=30082): Terminating (SIGINT)\u000a02:34:41.775226 run patchelf(pid=30082): Terminated: ok {rc=0}\u000a02:34:41.805720 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)] [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a02:34:41.814472 tst ping.py:22: Test FAILED (6.3 sec)\u000a02:34:41.874104 run osmo-hlr_10.42.42.2(pid=30076): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30076)]\u000a02:34:41.923043 run osmo-hlr_10.42.42.2(pid=30076): stdout: \u000a| (launched: 2022-12-14_02:34:38.756751) \u000a02:34:41.972576 run osmo-hlr_10.42.42.2(pid=30076): stderr: \u000a| �[0;m�[1;31m20221214023438930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023438930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023438930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023438930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023438930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023438930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023438942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023438951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023438951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023438951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:42.014617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30075): Terminating (SIGTERM)\u000a02:34:42.054227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30078): Terminating (SIGTERM)\u000a02:34:42.094007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Terminating (SIGTERM)\u000a02:34:42.103176 --- ParallelTerminationStrategy: PID 30075 died...\u000a02:34:42.155940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30075): Terminated: ok {rc=0}\u000a02:34:42.165533 --- ParallelTerminationStrategy: PID 30078 died...\u000a02:34:42.218515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30078): Terminated: ok {rc=0}\u000a02:34:42.228016 --- ParallelTerminationStrategy: PID 30081 died...\u000a02:34:42.280912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Terminated: ok {rc=0}\u000a02:34:42.364634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30089): Process ended prematurely: osmo-stp_10.42.42.5(pid=30089) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30089)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30089): Process ended prematurely: osmo-stp_10.42.42.5(pid=30089) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a02:34:43.417650 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:43.429874 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:34:43.573750 tst ping_idle_ping.py: using LAC 37945\u000a02:34:43.688094 tst ping_idle_ping.py: using RAC 205\u000a02:34:43.802492 tst ping_idle_ping.py: using CellId 37945\u000a02:34:43.917311 tst ping_idle_ping.py: using BVCI 37946\u000a02:34:43.939814 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:43.950931 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:43.961893 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:43.972769 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:43.983567 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:43.994484 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:44.005537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:34:44.016364 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:34:44.305153 tst ping_idle_ping.py:24: start network...\u000a02:34:44.437933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:44.938848 run create_hlr_db(pid=30083): Launched\u000a02:34:45.122912 bus /gobi_6: Setting Powered False\u000a02:34:46.178012 run create_hlr_db(pid=30083): Terminated: ok {rc=0}\u000a02:34:46.621587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30085): Launched\u000a02:34:47.058989 run osmo-hlr_10.42.42.2(pid=30086): Launched\u000a02:34:47.242603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:47.752785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30088): Launched\u000a02:34:48.045059 run osmo-stp_10.42.42.5(pid=30089): Launched\u000a02:34:48.151891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:48.663968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30091): Launched\u000a02:34:48.769069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:49.024550 run patchelf(pid=30092): Launched\u000a02:34:49.196632 run osmo-stp_10.42.42.5(pid=30089): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30089)]\u000a02:34:49.322127 run osmo-stp_10.42.42.5(pid=30089): stdout: \u000a| (launched: 2022-12-14_02:34:47.901776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:49.448418 run osmo-stp_10.42.42.5(pid=30089): stderr: \u000a| �[0;m�[38;5;43m20221214023448069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023448069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023448069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023448069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:49.569994 run osmo-stp_10.42.42.5(pid=30089): stdout: \u000a| (launched: 2022-12-14_02:34:47.901776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:49.690936 run osmo-stp_10.42.42.5(pid=30089): stderr: \u000a| �[0;m�[38;5;43m20221214023448069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023448069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023448069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023448069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023448072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:49.831997 run patchelf(pid=30092): Terminating (SIGINT)\u000a02:34:49.998012 run patchelf(pid=30092): Terminated: ok {rc=0}\u000a02:34:50.028401 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30089): Process ended prematurely: osmo-stp_10.42.42.5(pid=30089) [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30089)] [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a02:34:50.037097 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:34:50.096982 run osmo-hlr_10.42.42.2(pid=30086): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30086)]\u000a02:34:50.145981 run osmo-hlr_10.42.42.2(pid=30086): stdout: \u000a| (launched: 2022-12-14_02:34:46.786398) \u000a02:34:50.195533 run osmo-hlr_10.42.42.2(pid=30086): stderr: \u000a| �[0;m�[1;31m20221214023446998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023446998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023446998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023446998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023446999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023446999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023447013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023447022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023447023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023447024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:50.237849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30085): Terminating (SIGTERM)\u000a02:34:50.277666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30088): Terminating (SIGTERM)\u000a02:34:50.317602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30091): Terminating (SIGTERM)\u000a02:34:50.326893 --- ParallelTerminationStrategy: PID 30085 died...\u000a02:34:50.380283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30085): Terminated: ok {rc=0}\u000a02:34:50.389969 --- ParallelTerminationStrategy: PID 30088 died...\u000a02:34:50.442917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30088): Terminated: ok {rc=0}\u000a02:34:50.452553 --- ParallelTerminationStrategy: PID 30091 died...\u000a02:34:50.505069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30091): Terminated: ok {rc=0}\u000a02:34:50.592939 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:34:52.618551 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:52.629608 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:34:52.780574 tst switch_tch_pdch.py: using LAC 37946\u000a02:34:52.903178 tst switch_tch_pdch.py: using RAC 206\u000a02:34:53.030136 tst switch_tch_pdch.py: using CellId 37946\u000a02:34:53.149577 tst switch_tch_pdch.py: using BVCI 37947\u000a02:34:53.171946 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.183029 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.193894 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.204624 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.215427 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.226219 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.237164 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:34:53.247892 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:34:53.367435 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:34:53.639991 tst switch_tch_pdch.py:51: start network...\u000a02:34:53.761490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:34:54.230535 run create_hlr_db(pid=30096): Launched\u000a02:34:54.399421 bus /gobi_6: Setting Powered False\u000a02:34:55.421236 run create_hlr_db(pid=30096): Terminated: ok {rc=0}\u000a02:34:55.841440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Launched\u000a02:34:56.156538 run osmo-hlr_10.42.42.2(pid=30099): Launched\u000a02:34:56.274308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:34:56.823300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Launched\u000a02:34:57.138805 run osmo-stp_10.42.42.5(pid=30102): Launched\u000a02:34:57.253304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:34:57.806503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30104): Launched\u000a02:34:57.919766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:34:58.195309 run patchelf(pid=30105): Launched\u000a02:34:58.381821 run osmo-stp_10.42.42.5(pid=30102): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]\u000a02:34:58.517635 run osmo-stp_10.42.42.5(pid=30102): stdout: \u000a| (launched: 2022-12-14_02:34:56.984228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:58.653785 run osmo-stp_10.42.42.5(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221214023457178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023457178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023457179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023457179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023457179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023457179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023457180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:58.785575 run osmo-stp_10.42.42.5(pid=30102): stdout: \u000a| (launched: 2022-12-14_02:34:56.984228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:34:58.916525 run osmo-stp_10.42.42.5(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221214023457178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023457178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023457179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023457179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023457179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023457179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023457180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:34:59.068836 run patchelf(pid=30105): Terminating (SIGINT)\u000a02:34:59.248483 run patchelf(pid=30105): Terminated: ok {rc=0}\u000a02:34:59.281079 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)] [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:34:59.290773 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a02:34:59.353937 run osmo-hlr_10.42.42.2(pid=30099): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30099)]\u000a02:34:59.405342 run osmo-hlr_10.42.42.2(pid=30099): stdout: \u000a| (launched: 2022-12-14_02:34:56.001742) \u000a02:34:59.457331 run osmo-hlr_10.42.42.2(pid=30099): stderr: \u000a| �[0;m�[1;31m20221214023456200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023456200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023456200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023456200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023456200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023456200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023456213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023456221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023456221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023456221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:34:59.501770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Terminating (SIGTERM)\u000a02:34:59.544859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Terminating (SIGTERM)\u000a02:34:59.586913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30104): Terminating (SIGTERM)\u000a02:34:59.596499 --- ParallelTerminationStrategy: PID 30098 died...\u000a02:34:59.652355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Terminated: ok {rc=0}\u000a02:34:59.662370 --- ParallelTerminationStrategy: PID 30101 died...\u000a02:34:59.717931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Terminated: ok {rc=0}\u000a02:34:59.727862 --- ParallelTerminationStrategy: PID 30104 died...\u000a02:34:59.783567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30104): Terminated: ok {rc=0}\u000a02:34:59.870240 bus /gobi_0: Setting Powered False\u000a02:35:00.978473 bus /gobi_0: Setting Powered False\u000a02:35:02.091916 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:34:52" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30119): Process ended prematurely: osmo-stp_10.42.42.5(pid=30119) [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30119)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30119): Process ended prematurely: osmo-stp_10.42.42.5(pid=30119) [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:35:04.057890 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.069170 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:35:04.234057 tst switch_tch_pdch.py: using LAC 37947\u000a02:35:04.358676 tst switch_tch_pdch.py: using RAC 207\u000a02:35:04.483999 tst switch_tch_pdch.py: using CellId 37947\u000a02:35:04.609341 tst switch_tch_pdch.py: using BVCI 37948\u000a02:35:04.633555 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.644711 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.655770 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.666902 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.678295 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.689691 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.701222 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:35:04.712579 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:35:04.833394 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:35:05.105294 tst switch_tch_pdch.py:51: start network...\u000a02:35:05.226962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:05.673452 run create_hlr_db(pid=30113): Launched\u000a02:35:05.792604 bus /gobi_6: Setting Powered False\u000a02:35:06.864096 run create_hlr_db(pid=30113): Terminated: ok {rc=0}\u000a02:35:07.229810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30115): Launched\u000a02:35:07.522734 run osmo-hlr_10.42.42.2(pid=30116): Launched\u000a02:35:07.635986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:08.128882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30118): Launched\u000a02:35:08.421583 run osmo-stp_10.42.42.5(pid=30119): Launched\u000a02:35:08.528506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:35:09.015316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30121): Launched\u000a02:35:09.119260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:35:09.375528 run patchelf(pid=30122): Launched\u000a02:35:09.548229 run osmo-stp_10.42.42.5(pid=30119): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30119)]\u000a02:35:09.674216 run osmo-stp_10.42.42.5(pid=30119): stdout: \u000a| (launched: 2022-12-14_02:35:08.278209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:09.799777 run osmo-stp_10.42.42.5(pid=30119): stderr: \u000a| �[0;m�[38;5;43m20221214023508448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023508448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023508448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023508448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023508449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023508449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023508449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:09.921022 run osmo-stp_10.42.42.5(pid=30119): stdout: \u000a| (launched: 2022-12-14_02:35:08.278209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:10.041578 run osmo-stp_10.42.42.5(pid=30119): stderr: \u000a| �[0;m�[38;5;43m20221214023508448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023508448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023508448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023508448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023508449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023508449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023508449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:10.182307 run patchelf(pid=30122): Terminating (SIGINT)\u000a02:35:10.348443 run patchelf(pid=30122): Terminated: ok {rc=0}\u000a02:35:10.378703 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30119): Process ended prematurely: osmo-stp_10.42.42.5(pid=30119) [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30119)] [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:35:10.387292 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a02:35:10.446435 run osmo-hlr_10.42.42.2(pid=30116): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30116)]\u000a02:35:10.495210 run osmo-hlr_10.42.42.2(pid=30116): stdout: \u000a| (launched: 2022-12-14_02:35:07.378944) \u000a02:35:10.544733 run osmo-hlr_10.42.42.2(pid=30116): stderr: \u000a| �[0;m�[1;31m20221214023507554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023507554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023507554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023507554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023507554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023507554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023507568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023507578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023507578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023507578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:10.586799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30115): Terminating (SIGTERM)\u000a02:35:10.626341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30118): Terminating (SIGTERM)\u000a02:35:10.665934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30121): Terminating (SIGTERM)\u000a02:35:10.675081 --- ParallelTerminationStrategy: PID 30115 died...\u000a02:35:10.727730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30115): Terminated: ok {rc=0}\u000a02:35:10.737374 --- ParallelTerminationStrategy: PID 30118 died...\u000a02:35:10.789932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30118): Terminated: ok {rc=0}\u000a02:35:10.799444 --- ParallelTerminationStrategy: PID 30121 died...\u000a02:35:10.851759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30121): Terminated: ok {rc=0}\u000a02:35:10.934478 bus /gobi_0: Setting Powered False\u000a02:35:12.040143 bus /gobi_0: Setting Powered False\u000a02:35:13.151389 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:35:03" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30127): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30127) [trial-2398↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30127)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30127): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30127) [trial-2398↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a02:35:15.041267 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a02:35:15.051817 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:15.184669 tst mo_mt_sms.py: using LAC 37948\u000a02:35:15.310244 tst mo_mt_sms.py: using RAC 208\u000a02:35:15.435633 tst mo_mt_sms.py: using CellId 37948\u000a02:35:15.559078 tst mo_mt_sms.py: using BVCI 37949\u000a02:35:15.583419 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:15.699677 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:15.990868 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:35:16.125830 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:35:16.796255 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30126): Launched\u000a02:35:17.140469 run osmo-nitb_10.42.42.2(pid=30127): Launched\u000a02:35:17.338225 run osmo-nitb_10.42.42.2(pid=30127): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30127)]\u000a02:35:17.482868 run osmo-nitb_10.42.42.2(pid=30127): stdout: \u000a| (launched: 2022-12-14_02:35:16.960716) \u000a02:35:17.627681 run osmo-nitb_10.42.42.2(pid=30127): stderr: \u000a| (launched: 2022-12-14_02:35:17.008473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:17.767546 run osmo-nitb_10.42.42.2(pid=30127): stdout: \u000a| (launched: 2022-12-14_02:35:16.960716) \u000a02:35:17.906113 run osmo-nitb_10.42.42.2(pid=30127): stderr: \u000a| (launched: 2022-12-14_02:35:17.008473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:18.269085 tst osmo-nitb_10.42.42.2(pid=30127): stdout: \u000a| (launched: 2022-12-14_02:35:16.960716) \u000a02:35:18.395785 tst osmo-nitb_10.42.42.2(pid=30127): stderr: \u000a| (launched: 2022-12-14_02:35:17.008473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:18.451114 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30127): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30127) [trial-2398↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30127)] [trial-2398↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a02:35:18.460003 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a02:35:18.496604 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30126): Terminating (SIGTERM)\u000a02:35:18.674840 --- ParallelTerminationStrategy: PID 30126 died...\u000a02:35:18.732837 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30126): Terminated: ok {rc=0}\u000a02:35:18.819696 bus /sierra_3: Setting Powered False\u000a02:35:19.928362 bus /sierra_3: Setting Powered False\u000a02:35:21.037429 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:35:14" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a02:35:22.935080 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:22.945719 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:23.078160 tst mo_mt_sms.py: using LAC 37949\u000a02:35:23.193918 tst mo_mt_sms.py: using RAC 209\u000a02:35:23.308916 tst mo_mt_sms.py: using CellId 37949\u000a02:35:23.425105 tst mo_mt_sms.py: using BVCI 37950\u000a02:35:23.447249 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:23.457916 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:23.468281 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:23.478585 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:23.488839 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:23.499157 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:23.612202 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:35:23.820692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:24.318518 run create_hlr_db(pid=30132): Launched\u000a02:35:24.503486 bus /sierra_2: Setting Powered False\u000a02:35:25.523819 run create_hlr_db(pid=30132): Terminated: ok {rc=0}\u000a02:35:25.919500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Launched\u000a02:35:26.212393 run osmo-hlr_10.42.42.2(pid=30135): Launched\u000a02:35:26.321113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:26.828839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Launched\u000a02:35:27.120438 run osmo-stp_10.42.42.5(pid=30138): Launched\u000a02:35:27.227207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:27.763781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Launched\u000a02:35:28.056624 run osmo-msc_10.42.42.6(pid=30141): Launched\u000a02:35:28.229390 run osmo-stp_10.42.42.5(pid=30138): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)]\u000a02:35:28.353843 run osmo-stp_10.42.42.5(pid=30138): stdout: \u000a| (launched: 2022-12-14_02:35:26.977736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:28.476097 run osmo-stp_10.42.42.5(pid=30138): stderr: \u000a| �[0;m�[38;5;43m20221214023527147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023527148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023527148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023527148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023527149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023527149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023527149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:28.593635 run osmo-stp_10.42.42.5(pid=30138): stdout: \u000a| (launched: 2022-12-14_02:35:26.977736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:28.710026 run osmo-stp_10.42.42.5(pid=30138): stderr: \u000a| �[0;m�[38;5;43m20221214023527147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023527148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023527148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023527148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023527149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023527149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023527149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:28.761103 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30138): Process ended prematurely: osmo-stp_10.42.42.5(pid=30138) [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30138)] [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a02:35:28.768783 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a02:35:28.828222 run osmo-hlr_10.42.42.2(pid=30135): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30135)]\u000a02:35:28.876818 run osmo-hlr_10.42.42.2(pid=30135): stdout: \u000a| (launched: 2022-12-14_02:35:26.068637) \u000a02:35:28.926049 run osmo-hlr_10.42.42.2(pid=30135): stderr: \u000a| �[0;m�[1;31m20221214023526242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023526242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023526242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023526242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023526242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023526242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023526255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023526265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023526266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023526266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:28.992835 run osmo-msc_10.42.42.6(pid=30141): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30141)]\u000a02:35:29.041264 run osmo-msc_10.42.42.6(pid=30141): stdout: \u000a| (launched: 2022-12-14_02:35:27.912679) \u000a02:35:29.090596 run osmo-msc_10.42.42.6(pid=30141): stderr: \u000a| �[0;m�[38;5;43m20221214023528183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023528183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f267d684c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023528183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023528183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023528183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023528184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023528187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023528188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023528188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023528188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:29.132335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Terminating (SIGTERM)\u000a02:35:29.171531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Terminating (SIGTERM)\u000a02:35:29.210803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Terminating (SIGTERM)\u000a02:35:29.219899 --- ParallelTerminationStrategy: PID 30134 died...\u000a02:35:29.272275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30134): Terminated: ok {rc=0}\u000a02:35:29.281795 --- ParallelTerminationStrategy: PID 30137 died...\u000a02:35:29.334722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30137): Terminated: ok {rc=0}\u000a02:35:29.344194 --- ParallelTerminationStrategy: PID 30140 died...\u000a02:35:29.396333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30140): Terminated: ok {rc=0}\u000a02:35:29.478806 bus /sierra_3: Setting Powered False\u000a02:35:30.584853 bus /sierra_3: Setting Powered False\u000a02:35:31.698883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:35:22" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30147): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30147) [trial-2398↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30147)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30147): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30147) [trial-2398↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a02:35:33.550158 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a02:35:33.562097 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:33.698223 tst assert_extension.py: using LAC 37950\u000a02:35:33.812865 tst assert_extension.py: using RAC 210\u000a02:35:33.926887 tst assert_extension.py: using CellId 37950\u000a02:35:34.039929 tst assert_extension.py: using BVCI 37951\u000a02:35:34.062184 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a02:35:34.350252 tst assert_extension.py:10: start nitb and bts...\u000a02:35:34.482158 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:35:35.135082 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30146): Launched\u000a02:35:35.447844 run osmo-nitb_10.42.42.2(pid=30147): Launched\u000a02:35:35.642437 run osmo-nitb_10.42.42.2(pid=30147): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30147)]\u000a02:35:35.786441 run osmo-nitb_10.42.42.2(pid=30147): stdout: \u000a| (launched: 2022-12-14_02:35:35.296063) \u000a02:35:35.930202 run osmo-nitb_10.42.42.2(pid=30147): stderr: \u000a| (launched: 2022-12-14_02:35:35.343654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:36.069769 run osmo-nitb_10.42.42.2(pid=30147): stdout: \u000a| (launched: 2022-12-14_02:35:35.296063) \u000a02:35:36.208051 run osmo-nitb_10.42.42.2(pid=30147): stderr: \u000a| (launched: 2022-12-14_02:35:35.343654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:36.575576 tst osmo-nitb_10.42.42.2(pid=30147): stdout: \u000a| (launched: 2022-12-14_02:35:35.296063) \u000a02:35:36.701796 tst osmo-nitb_10.42.42.2(pid=30147): stderr: \u000a| (launched: 2022-12-14_02:35:35.343654)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:35:36.757143 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30147): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30147) [trial-2398↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30147)] [trial-2398↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a02:35:36.765990 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:35:36.802450 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30146): Terminating (SIGTERM)\u000a02:35:36.980532 --- ParallelTerminationStrategy: PID 30146 died...\u000a02:35:37.038282 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30146): Terminated: ok {rc=0}\u000a02:35:37.124747 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:35:33" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30157): Process ended prematurely: osmo-stp_10.42.42.5(pid=30157) [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30157)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30157): Process ended prematurely: osmo-stp_10.42.42.5(pid=30157) [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a02:35:38.970094 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:38.982361 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:35:39.122612 tst assert_extension.py: using LAC 37951\u000a02:35:39.240557 tst assert_extension.py: using RAC 211\u000a02:35:39.355649 tst assert_extension.py: using CellId 37951\u000a02:35:39.468868 tst assert_extension.py: using BVCI 37952\u000a02:35:39.491236 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:39.501827 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:39.512177 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:39.522615 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:39.533144 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:35:39.543364 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a02:35:39.752915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:40.250830 run create_hlr_db(pid=30151): Launched\u000a02:35:40.435721 bus /sierra_2: Setting Powered False\u000a02:35:41.455746 run create_hlr_db(pid=30151): Terminated: ok {rc=0}\u000a02:35:41.878100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30153): Launched\u000a02:35:42.195034 run osmo-hlr_10.42.42.2(pid=30154): Launched\u000a02:35:42.314557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:42.951002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30156): Launched\u000a02:35:43.262852 run osmo-stp_10.42.42.5(pid=30157): Launched\u000a02:35:43.377556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:43.942015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30159): Launched\u000a02:35:44.230475 run osmo-msc_10.42.42.6(pid=30160): Launched\u000a02:35:44.400660 run osmo-stp_10.42.42.5(pid=30157): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30157)]\u000a02:35:44.523694 run osmo-stp_10.42.42.5(pid=30157): stdout: \u000a| (launched: 2022-12-14_02:35:43.109496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:44.645340 run osmo-stp_10.42.42.5(pid=30157): stderr: \u000a| �[0;m�[38;5;43m20221214023543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023543300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:44.761778 run osmo-stp_10.42.42.5(pid=30157): stdout: \u000a| (launched: 2022-12-14_02:35:43.109496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:44.877333 run osmo-stp_10.42.42.5(pid=30157): stderr: \u000a| �[0;m�[38;5;43m20221214023543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023543300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:44.927965 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30157): Process ended prematurely: osmo-stp_10.42.42.5(pid=30157) [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30157)] [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a02:35:44.935733 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a02:35:44.994950 run osmo-hlr_10.42.42.2(pid=30154): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30154)]\u000a02:35:45.043659 run osmo-hlr_10.42.42.2(pid=30154): stdout: \u000a| (launched: 2022-12-14_02:35:42.040243) \u000a02:35:45.094288 run osmo-hlr_10.42.42.2(pid=30154): stderr: \u000a| �[0;m�[1;31m20221214023542236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023542236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023542237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023542237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023542237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023542237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023542249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023542258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023542258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023542258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:45.161174 run osmo-msc_10.42.42.6(pid=30160): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30160)]\u000a02:35:45.209962 run osmo-msc_10.42.42.6(pid=30160): stdout: \u000a| (launched: 2022-12-14_02:35:44.089229) \u000a02:35:45.259400 run osmo-msc_10.42.42.6(pid=30160): stderr: \u000a| �[0;m�[38;5;43m20221214023544359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023544359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc43a128c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023544359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023544359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023544359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023544360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023544361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:45.301376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30153): Terminating (SIGTERM)\u000a02:35:45.341034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30156): Terminating (SIGTERM)\u000a02:35:45.380360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30159): Terminating (SIGTERM)\u000a02:35:45.389522 --- ParallelTerminationStrategy: PID 30153 died...\u000a02:35:45.442015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30153): Terminated: ok {rc=0}\u000a02:35:45.451331 --- ParallelTerminationStrategy: PID 30156 died...\u000a02:35:45.503441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30156): Terminated: ok {rc=0}\u000a02:35:45.512743 --- ParallelTerminationStrategy: PID 30159 died...\u000a02:35:45.564723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30159): Terminated: ok {rc=0}\u000a02:35:45.651767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30171): Process ended prematurely: osmo-stp_10.42.42.5(pid=30171) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30171)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30171): Process ended prematurely: osmo-stp_10.42.42.5(pid=30171) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:35:47.631132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:47.642077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:35:47.798996 tst mo_mt_call.py: using LAC 37952\u000a02:35:47.922492 tst mo_mt_call.py: using RAC 212\u000a02:35:48.044861 tst mo_mt_call.py: using CellId 37952\u000a02:35:48.167964 tst mo_mt_call.py: using BVCI 37953\u000a02:35:48.192100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:48.203561 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:48.214868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:48.226303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:48.238057 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:48.249729 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:48.369612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:48.570140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:49.043249 run create_hlr_db(pid=30165): Launched\u000a02:35:49.213921 bus /sierra_2: Setting Powered False\u000a02:35:50.235931 run create_hlr_db(pid=30165): Terminated: ok {rc=0}\u000a02:35:50.654585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30167): Launched\u000a02:35:50.949475 run osmo-hlr_10.42.42.2(pid=30168): Launched\u000a02:35:51.057300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:35:51.567628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30170): Launched\u000a02:35:51.861444 run osmo-stp_10.42.42.5(pid=30171): Launched\u000a02:35:51.975976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:35:52.516235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30174): Launched\u000a02:35:52.812489 run osmo-msc_10.42.42.6(pid=30175): Launched\u000a02:35:52.987970 run osmo-stp_10.42.42.5(pid=30171): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30171)]\u000a02:35:53.114002 run osmo-stp_10.42.42.5(pid=30171): stdout: \u000a| (launched: 2022-12-14_02:35:51.717850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:53.237514 run osmo-stp_10.42.42.5(pid=30171): stderr: \u000a| �[0;m�[38;5;43m20221214023551887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023551888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023551888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023551888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023551889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023551889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023551889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:53.356573 run osmo-stp_10.42.42.5(pid=30171): stdout: \u000a| (launched: 2022-12-14_02:35:51.717850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:35:53.474870 run osmo-stp_10.42.42.5(pid=30171): stderr: \u000a| �[0;m�[38;5;43m20221214023551887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023551888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023551888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023551888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023551889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023551889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023551889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:35:53.527350 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30171): Process ended prematurely: osmo-stp_10.42.42.5(pid=30171) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30171)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:35:53.535910 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a02:35:53.595174 run osmo-hlr_10.42.42.2(pid=30168): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30168)]\u000a02:35:53.643811 run osmo-hlr_10.42.42.2(pid=30168): stdout: \u000a| (launched: 2022-12-14_02:35:50.805166) \u000a02:35:53.693230 run osmo-hlr_10.42.42.2(pid=30168): stderr: \u000a| �[0;m�[1;31m20221214023550978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023550978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023550978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023550978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023550978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023550978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023550995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023551004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023551005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023551005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:35:53.760109 run osmo-msc_10.42.42.6(pid=30175): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30175)]\u000a02:35:53.808779 run osmo-msc_10.42.42.6(pid=30175): stdout: \u000a| (launched: 2022-12-14_02:35:52.666714) \u000a02:35:53.857942 run osmo-msc_10.42.42.6(pid=30175): stderr: \u000a| �[0;m�[38;5;43m20221214023552934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023552934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b845edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023552934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023552934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023552934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023552934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023552936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023552936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023552937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023552937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:35:53.899995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30167): Terminating (SIGTERM)\u000a02:35:53.939884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30170): Terminating (SIGTERM)\u000a02:35:53.979468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30174): Terminating (SIGTERM)\u000a02:35:53.988617 --- ParallelTerminationStrategy: PID 30167 died...\u000a02:35:54.041104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30167): Terminated: ok {rc=0}\u000a02:35:54.050485 --- ParallelTerminationStrategy: PID 30170 died...\u000a02:35:54.102930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30170): Terminated: ok {rc=0}\u000a02:35:54.112307 --- ParallelTerminationStrategy: PID 30174 died...\u000a02:35:54.164634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30174): Terminated: ok {rc=0}\u000a02:35:54.252225 bus /sierra_3: Setting Powered False\u000a02:35:55.355026 bus /sierra_3: Setting Powered False\u000a02:35:56.460538 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30183): Process ended prematurely: osmo-stp_10.42.42.5(pid=30183) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30183)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30183): Process ended prematurely: osmo-stp_10.42.42.5(pid=30183) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:35:57.573816 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:57.585967 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:35:57.750229 tst mo_mt_call_osmux.py: using LAC 37953\u000a02:35:57.876613 tst mo_mt_call_osmux.py: using RAC 213\u000a02:35:58.003038 tst mo_mt_call_osmux.py: using CellId 37953\u000a02:35:58.129039 tst mo_mt_call_osmux.py: using BVCI 37954\u000a02:35:58.153400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:58.164787 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:58.176121 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:58.187467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:58.199241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:35:58.210889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:58.328255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:35:58.537316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:35:59.036684 run create_hlr_db(pid=30177): Launched\u000a02:35:59.220690 bus /sierra_2: Setting Powered False\u000a02:36:00.241749 run create_hlr_db(pid=30177): Terminated: ok {rc=0}\u000a02:36:00.639115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30179): Launched\u000a02:36:00.957038 run osmo-hlr_10.42.42.2(pid=30180): Launched\u000a02:36:01.193437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:01.876143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30182): Launched\u000a02:36:02.419434 run osmo-stp_10.42.42.5(pid=30183): Launched\u000a02:36:02.546609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:03.127520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30185): Launched\u000a02:36:03.446254 run osmo-msc_10.42.42.6(pid=30186): Launched\u000a02:36:03.633433 run osmo-stp_10.42.42.5(pid=30183): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30183)]\u000a02:36:03.767966 run osmo-stp_10.42.42.5(pid=30183): stdout: \u000a| (launched: 2022-12-14_02:36:02.031129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:03.902739 run osmo-stp_10.42.42.5(pid=30183): stderr: \u000a| �[0;m�[38;5;43m20221214023602228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023602228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023602228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023602230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:04.031378 run osmo-stp_10.42.42.5(pid=30183): stdout: \u000a| (launched: 2022-12-14_02:36:02.031129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:04.159187 run osmo-stp_10.42.42.5(pid=30183): stderr: \u000a| �[0;m�[38;5;43m20221214023602228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023602228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023602228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023602230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:04.215247 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30183): Process ended prematurely: osmo-stp_10.42.42.5(pid=30183) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30183)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:36:04.224442 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a02:36:04.287305 run osmo-hlr_10.42.42.2(pid=30180): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30180)]\u000a02:36:04.339351 run osmo-hlr_10.42.42.2(pid=30180): stdout: \u000a| (launched: 2022-12-14_02:36:00.791090) \u000a02:36:04.391601 run osmo-hlr_10.42.42.2(pid=30180): stderr: \u000a| �[0;m�[1;31m20221214023601076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023601076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023601076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023601076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023601076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023601077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023601097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023601114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023601114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023601114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:04.462221 run osmo-msc_10.42.42.6(pid=30186): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30186)]\u000a02:36:04.513559 run osmo-msc_10.42.42.6(pid=30186): stdout: \u000a| (launched: 2022-12-14_02:36:03.290104) \u000a02:36:04.565494 run osmo-msc_10.42.42.6(pid=30186): stderr: \u000a| �[0;m�[38;5;43m20221214023603610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023603610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bda7cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023603610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023603610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023603611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023603611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023603612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023603613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023603613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023603613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:04.609903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30179): Terminating (SIGTERM)\u000a02:36:04.651946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30182): Terminating (SIGTERM)\u000a02:36:04.693788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30185): Terminating (SIGTERM)\u000a02:36:04.703345 --- ParallelTerminationStrategy: PID 30179 died...\u000a02:36:04.759687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30179): Terminated: ok {rc=0}\u000a02:36:04.769997 --- ParallelTerminationStrategy: PID 30182 died...\u000a02:36:04.825590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30182): Terminated: ok {rc=0}\u000a02:36:04.835540 --- ParallelTerminationStrategy: PID 30185 died...\u000a02:36:04.891210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30185): Terminated: ok {rc=0}\u000a02:36:04.977379 bus /sierra_3: Setting Powered False\u000a02:36:06.082922 bus /sierra_3: Setting Powered False\u000a02:36:07.193292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:35:47" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30197): Process ended prematurely: osmo-stp_10.42.42.5(pid=30197) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30197)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30197): Process ended prematurely: osmo-stp_10.42.42.5(pid=30197) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:09.197745 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:09.209379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:36:09.375253 tst mo_mt_call.py: using LAC 37954\u000a02:36:09.502293 tst mo_mt_call.py: using RAC 214\u000a02:36:09.627449 tst mo_mt_call.py: using CellId 37954\u000a02:36:09.754087 tst mo_mt_call.py: using BVCI 37955\u000a02:36:09.778553 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:09.789973 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:09.801406 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:09.812572 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:09.824879 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:09.837265 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:09.955165 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:10.156703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:10.630839 run create_hlr_db(pid=30191): Launched\u000a02:36:10.801192 bus /sierra_2: Setting Powered False\u000a02:36:11.823053 run create_hlr_db(pid=30191): Terminated: ok {rc=0}\u000a02:36:12.216576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30193): Launched\u000a02:36:12.511208 run osmo-hlr_10.42.42.2(pid=30194): Launched\u000a02:36:12.619827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:13.133543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30196): Launched\u000a02:36:13.428266 run osmo-stp_10.42.42.5(pid=30197): Launched\u000a02:36:13.536016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:14.081740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30199): Launched\u000a02:36:14.378978 run osmo-msc_10.42.42.6(pid=30200): Launched\u000a02:36:14.552940 run osmo-stp_10.42.42.5(pid=30197): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30197)]\u000a02:36:14.678650 run osmo-stp_10.42.42.5(pid=30197): stdout: \u000a| (launched: 2022-12-14_02:36:13.283575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:14.802367 run osmo-stp_10.42.42.5(pid=30197): stderr: \u000a| �[0;m�[38;5;43m20221214023613452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023613452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023613452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023613452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023613455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023613455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023613455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:14.921926 run osmo-stp_10.42.42.5(pid=30197): stdout: \u000a| (launched: 2022-12-14_02:36:13.283575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:15.040770 run osmo-stp_10.42.42.5(pid=30197): stderr: \u000a| �[0;m�[38;5;43m20221214023613452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023613452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023613452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023613452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023613455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023613455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023613455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:15.093158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30197): Process ended prematurely: osmo-stp_10.42.42.5(pid=30197) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30197)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:36:15.101721 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a02:36:15.161169 run osmo-hlr_10.42.42.2(pid=30194): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30194)]\u000a02:36:15.209666 run osmo-hlr_10.42.42.2(pid=30194): stdout: \u000a| (launched: 2022-12-14_02:36:12.366928) \u000a02:36:15.258694 run osmo-hlr_10.42.42.2(pid=30194): stderr: \u000a| �[0;m�[1;31m20221214023612542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023612542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023612542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023612542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023612542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023612542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023612555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023612563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023612563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023612563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:15.325256 run osmo-msc_10.42.42.6(pid=30200): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30200)]\u000a02:36:15.373690 run osmo-msc_10.42.42.6(pid=30200): stdout: \u000a| (launched: 2022-12-14_02:36:14.232649) \u000a02:36:15.422784 run osmo-msc_10.42.42.6(pid=30200): stderr: \u000a| �[0;m�[38;5;43m20221214023614503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023614503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a95855c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023614503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023614503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023614504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023614504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023614506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023614506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023614506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023614506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:15.464403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30193): Terminating (SIGTERM)\u000a02:36:15.503644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30196): Terminating (SIGTERM)\u000a02:36:15.542937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30199): Terminating (SIGTERM)\u000a02:36:15.551995 --- ParallelTerminationStrategy: PID 30193 died...\u000a02:36:15.604452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30193): Terminated: ok {rc=0}\u000a02:36:15.613856 --- ParallelTerminationStrategy: PID 30196 died...\u000a02:36:15.665962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30196): Terminated: ok {rc=0}\u000a02:36:15.675330 --- ParallelTerminationStrategy: PID 30199 died...\u000a02:36:15.727383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30199): Terminated: ok {rc=0}\u000a02:36:15.814775 bus /sierra_3: Setting Powered False\u000a02:36:16.920535 bus /sierra_3: Setting Powered False\u000a02:36:18.033595 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30208): Process ended prematurely: osmo-stp_10.42.42.5(pid=30208) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30208): Process ended prematurely: osmo-stp_10.42.42.5(pid=30208) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:19.142785 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:19.154492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:36:19.309324 tst mo_mt_call_osmux.py: using LAC 37955\u000a02:36:19.427102 tst mo_mt_call_osmux.py: using RAC 215\u000a02:36:19.545544 tst mo_mt_call_osmux.py: using CellId 37955\u000a02:36:19.668081 tst mo_mt_call_osmux.py: using BVCI 37956\u000a02:36:19.691051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:19.702054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:19.712782 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:19.723472 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:19.734424 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:36:19.745321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:19.865551 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:36:20.064506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:20.539990 run create_hlr_db(pid=30202): Launched\u000a02:36:20.709958 bus /sierra_2: Setting Powered False\u000a02:36:21.731511 run create_hlr_db(pid=30202): Terminated: ok {rc=0}\u000a02:36:22.152797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30204): Launched\u000a02:36:22.471552 run osmo-hlr_10.42.42.2(pid=30205): Launched\u000a02:36:22.590220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:23.143732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30207): Launched\u000a02:36:23.462897 run osmo-stp_10.42.42.5(pid=30208): Launched\u000a02:36:23.578189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:24.161396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30210): Launched\u000a02:36:24.480247 run osmo-msc_10.42.42.6(pid=30211): Launched\u000a02:36:24.668193 run osmo-stp_10.42.42.5(pid=30208): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)]\u000a02:36:24.804082 run osmo-stp_10.42.42.5(pid=30208): stdout: \u000a| (launched: 2022-12-14_02:36:23.306315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:24.939571 run osmo-stp_10.42.42.5(pid=30208): stderr: \u000a| �[0;m�[38;5;43m20221214023623499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023623499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023623499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023623500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023623500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023623500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023623500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:25.068410 run osmo-stp_10.42.42.5(pid=30208): stdout: \u000a| (launched: 2022-12-14_02:36:23.306315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:25.196304 run osmo-stp_10.42.42.5(pid=30208): stderr: \u000a| �[0;m�[38;5;43m20221214023623499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023623499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023623499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023623500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023623500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023623500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023623500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:25.252551 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30208): Process ended prematurely: osmo-stp_10.42.42.5(pid=30208) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30208)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:36:25.262043 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:36:25.324339 run osmo-hlr_10.42.42.2(pid=30205): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30205)]\u000a02:36:25.376111 run osmo-hlr_10.42.42.2(pid=30205): stdout: \u000a| (launched: 2022-12-14_02:36:22.315006) \u000a02:36:25.428027 run osmo-hlr_10.42.42.2(pid=30205): stderr: \u000a| �[0;m�[1;31m20221214023622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023622511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023622522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023622530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023622530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023622531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:25.498243 run osmo-msc_10.42.42.6(pid=30211): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30211)]\u000a02:36:25.549633 run osmo-msc_10.42.42.6(pid=30211): stdout: \u000a| (launched: 2022-12-14_02:36:24.323916) \u000a02:36:25.601248 run osmo-msc_10.42.42.6(pid=30211): stderr: \u000a| �[0;m�[38;5;43m20221214023624644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023624644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa13c353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023624644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023624644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023624644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023624645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023624646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023624647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023624647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023624647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:25.645383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30204): Terminating (SIGTERM)\u000a02:36:25.687465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30207): Terminating (SIGTERM)\u000a02:36:25.729592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30210): Terminating (SIGTERM)\u000a02:36:25.739132 --- ParallelTerminationStrategy: PID 30204 died...\u000a02:36:25.795176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30204): Terminated: ok {rc=0}\u000a02:36:25.805299 --- ParallelTerminationStrategy: PID 30207 died...\u000a02:36:25.861118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30207): Terminated: ok {rc=0}\u000a02:36:25.871067 --- ParallelTerminationStrategy: PID 30210 died...\u000a02:36:25.926596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30210): Terminated: ok {rc=0}\u000a02:36:26.013692 bus /sierra_3: Setting Powered False\u000a02:36:27.116661 bus /sierra_3: Setting Powered False\u000a02:36:28.224885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:36:08" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30222): Process ended prematurely: osmo-stp_10.42.42.5(pid=30222) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30222): Process ended prematurely: osmo-stp_10.42.42.5(pid=30222) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:30.230638 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:30.242192 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:36:30.403496 tst mo_mt_call.py: using LAC 37956\u000a02:36:30.528048 tst mo_mt_call.py: using RAC 216\u000a02:36:30.651134 tst mo_mt_call.py: using CellId 37956\u000a02:36:30.774916 tst mo_mt_call.py: using BVCI 37957\u000a02:36:30.799275 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:30.810794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:30.822066 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:30.837525 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:30.851167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:30.864669 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:30.991113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:31.243947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:31.791715 run create_hlr_db(pid=30216): Launched\u000a02:36:31.981710 bus /sierra_2: Setting Powered False\u000a02:36:32.999758 run create_hlr_db(pid=30216): Terminated: ok {rc=0}\u000a02:36:33.397281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30218): Launched\u000a02:36:33.693725 run osmo-hlr_10.42.42.2(pid=30219): Launched\u000a02:36:33.802339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:34.315791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30221): Launched\u000a02:36:34.612244 run osmo-stp_10.42.42.5(pid=30222): Launched\u000a02:36:34.722338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:35.263386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30224): Launched\u000a02:36:35.560505 run osmo-msc_10.42.42.6(pid=30225): Launched\u000a02:36:35.737231 run osmo-stp_10.42.42.5(pid=30222): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)]\u000a02:36:35.862693 run osmo-stp_10.42.42.5(pid=30222): stdout: \u000a| (launched: 2022-12-14_02:36:34.466657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:35.986307 run osmo-stp_10.42.42.5(pid=30222): stderr: \u000a| �[0;m�[38;5;43m20221214023634638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023634638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023634638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023634638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023634639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023634639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023634639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:36.105751 run osmo-stp_10.42.42.5(pid=30222): stdout: \u000a| (launched: 2022-12-14_02:36:34.466657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:36.223900 run osmo-stp_10.42.42.5(pid=30222): stderr: \u000a| �[0;m�[38;5;43m20221214023634638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023634638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023634638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023634638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023634639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023634639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023634639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:36.277304 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30222): Process ended prematurely: osmo-stp_10.42.42.5(pid=30222) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30222)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:36:36.286014 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:36:36.344771 run osmo-hlr_10.42.42.2(pid=30219): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30219)]\u000a02:36:36.393503 run osmo-hlr_10.42.42.2(pid=30219): stdout: \u000a| (launched: 2022-12-14_02:36:33.547582) \u000a02:36:36.442656 run osmo-hlr_10.42.42.2(pid=30219): stderr: \u000a| �[0;m�[1;31m20221214023633723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023633723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023633723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023633723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023633723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023633723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023633752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023633762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023633762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023633762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:36.509534 run osmo-msc_10.42.42.6(pid=30225): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30225)]\u000a02:36:36.558690 run osmo-msc_10.42.42.6(pid=30225): stdout: \u000a| (launched: 2022-12-14_02:36:35.414824) \u000a02:36:36.608285 run osmo-msc_10.42.42.6(pid=30225): stderr: \u000a| �[0;m�[38;5;43m20221214023635685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023635685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdad0ad0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023635685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023635685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023635685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023635686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023635687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023635688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023635688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023635688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:36.649747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30218): Terminating (SIGTERM)\u000a02:36:36.688935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30221): Terminating (SIGTERM)\u000a02:36:36.728120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30224): Terminating (SIGTERM)\u000a02:36:36.737239 --- ParallelTerminationStrategy: PID 30218 died...\u000a02:36:36.789752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30218): Terminated: ok {rc=0}\u000a02:36:36.799215 --- ParallelTerminationStrategy: PID 30221 died...\u000a02:36:36.851412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30221): Terminated: ok {rc=0}\u000a02:36:36.860771 --- ParallelTerminationStrategy: PID 30224 died...\u000a02:36:36.912825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30224): Terminated: ok {rc=0}\u000a02:36:37.000060 bus /sierra_3: Setting Powered False\u000a02:36:38.101605 bus /sierra_3: Setting Powered False\u000a02:36:39.210244 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30233): Process ended prematurely: osmo-stp_10.42.42.5(pid=30233) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30233)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30233): Process ended prematurely: osmo-stp_10.42.42.5(pid=30233) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:36:40.320047 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:40.331617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:36:40.486031 tst mo_mt_call_osmux.py: using LAC 37957\u000a02:36:40.612315 tst mo_mt_call_osmux.py: using RAC 217\u000a02:36:40.737568 tst mo_mt_call_osmux.py: using CellId 37957\u000a02:36:40.863185 tst mo_mt_call_osmux.py: using BVCI 37958\u000a02:36:40.887675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:40.899269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:40.910861 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:40.922337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:40.934646 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:36:40.946543 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:41.062170 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:36:41.272119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:41.775037 run create_hlr_db(pid=30227): Launched\u000a02:36:41.960402 bus /sierra_2: Setting Powered False\u000a02:36:42.980813 run create_hlr_db(pid=30227): Terminated: ok {rc=0}\u000a02:36:43.380375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30229): Launched\u000a02:36:43.677561 run osmo-hlr_10.42.42.2(pid=30230): Launched\u000a02:36:43.787137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:44.300728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30232): Launched\u000a02:36:44.596363 run osmo-stp_10.42.42.5(pid=30233): Launched\u000a02:36:44.705244 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:45.247840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30235): Launched\u000a02:36:45.545225 run osmo-msc_10.42.42.6(pid=30236): Launched\u000a02:36:45.720892 run osmo-stp_10.42.42.5(pid=30233): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30233)]\u000a02:36:45.857409 run osmo-stp_10.42.42.5(pid=30233): stdout: \u000a| (launched: 2022-12-14_02:36:44.451710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:45.996887 run osmo-stp_10.42.42.5(pid=30233): stderr: \u000a| �[0;m�[38;5;43m20221214023644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023644623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023644625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023644625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023644625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:46.119751 run osmo-stp_10.42.42.5(pid=30233): stdout: \u000a| (launched: 2022-12-14_02:36:44.451710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:46.241209 run osmo-stp_10.42.42.5(pid=30233): stderr: \u000a| �[0;m�[38;5;43m20221214023644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023644622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023644623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023644625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023644625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023644625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:46.294992 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30233): Process ended prematurely: osmo-stp_10.42.42.5(pid=30233) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30233)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:36:46.304711 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:36:46.366711 run osmo-hlr_10.42.42.2(pid=30230): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30230)]\u000a02:36:46.417495 run osmo-hlr_10.42.42.2(pid=30230): stdout: \u000a| (launched: 2022-12-14_02:36:43.531459) \u000a02:36:46.469224 run osmo-hlr_10.42.42.2(pid=30230): stderr: \u000a| �[0;m�[1;31m20221214023643706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023643707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023643707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023643707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023643707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023643707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023643719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023643730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023643730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023643730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:46.540255 run osmo-msc_10.42.42.6(pid=30236): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30236)]\u000a02:36:46.591670 run osmo-msc_10.42.42.6(pid=30236): stdout: \u000a| (launched: 2022-12-14_02:36:45.399305) \u000a02:36:46.642715 run osmo-msc_10.42.42.6(pid=30236): stderr: \u000a| �[0;m�[38;5;43m20221214023645671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023645671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f6da7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023645671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023645671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023645672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023645672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023645674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023645674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023645674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023645674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:46.686167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30229): Terminating (SIGTERM)\u000a02:36:46.730188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30232): Terminating (SIGTERM)\u000a02:36:46.771496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30235): Terminating (SIGTERM)\u000a02:36:46.781213 --- ParallelTerminationStrategy: PID 30229 died...\u000a02:36:46.835549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30229): Terminated: ok {rc=0}\u000a02:36:46.845984 --- ParallelTerminationStrategy: PID 30232 died...\u000a02:36:46.899428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30232): Terminated: ok {rc=0}\u000a02:36:46.909273 --- ParallelTerminationStrategy: PID 30235 died...\u000a02:36:46.962586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30235): Terminated: ok {rc=0}\u000a02:36:47.046414 bus /sierra_3: Setting Powered False\u000a02:36:48.146469 bus /sierra_3: Setting Powered False\u000a02:36:49.252532 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:36:29" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30247): Process ended prematurely: osmo-stp_10.42.42.5(pid=30247) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30247)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30247): Process ended prematurely: osmo-stp_10.42.42.5(pid=30247) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:36:51.246323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:51.257321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:36:51.413947 tst mo_mt_call.py: using LAC 37958\u000a02:36:51.534404 tst mo_mt_call.py: using RAC 218\u000a02:36:51.651013 tst mo_mt_call.py: using CellId 37958\u000a02:36:51.777693 tst mo_mt_call.py: using BVCI 37959\u000a02:36:51.802245 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:51.813977 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:51.825534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:51.837051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:51.849184 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:36:51.861062 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:36:51.976834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:36:52.186503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:36:52.688172 run create_hlr_db(pid=30241): Launched\u000a02:36:52.873286 bus /sierra_2: Setting Powered False\u000a02:36:53.894492 run create_hlr_db(pid=30241): Terminated: ok {rc=0}\u000a02:36:54.290655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30243): Launched\u000a02:36:54.588149 run osmo-hlr_10.42.42.2(pid=30244): Launched\u000a02:36:54.699086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:36:55.211442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30246): Launched\u000a02:36:55.507608 run osmo-stp_10.42.42.5(pid=30247): Launched\u000a02:36:55.616576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:36:56.158196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30249): Launched\u000a02:36:56.455879 run osmo-msc_10.42.42.6(pid=30250): Launched\u000a02:36:56.630854 run osmo-stp_10.42.42.5(pid=30247): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30247)]\u000a02:36:56.758636 run osmo-stp_10.42.42.5(pid=30247): stdout: \u000a| (launched: 2022-12-14_02:36:55.362333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:56.882579 run osmo-stp_10.42.42.5(pid=30247): stderr: \u000a| �[0;m�[38;5;43m20221214023655531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023655531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023655532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023655532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023655535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023655535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023655535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:57.002102 run osmo-stp_10.42.42.5(pid=30247): stdout: \u000a| (launched: 2022-12-14_02:36:55.362333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:36:57.120396 run osmo-stp_10.42.42.5(pid=30247): stderr: \u000a| �[0;m�[38;5;43m20221214023655531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023655531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023655532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023655532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023655535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023655535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023655535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:36:57.172603 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30247): Process ended prematurely: osmo-stp_10.42.42.5(pid=30247) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30247)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:36:57.181179 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:36:57.239753 run osmo-hlr_10.42.42.2(pid=30244): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30244)]\u000a02:36:57.288225 run osmo-hlr_10.42.42.2(pid=30244): stdout: \u000a| (launched: 2022-12-14_02:36:54.442253) \u000a02:36:57.337468 run osmo-hlr_10.42.42.2(pid=30244): stderr: \u000a| �[0;m�[1;31m20221214023654618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023654618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023654619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023654619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023654619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023654619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023654631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023654639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023654639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023654639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:36:57.404040 run osmo-msc_10.42.42.6(pid=30250): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30250)]\u000a02:36:57.452498 run osmo-msc_10.42.42.6(pid=30250): stdout: \u000a| (launched: 2022-12-14_02:36:56.309157) \u000a02:36:57.501469 run osmo-msc_10.42.42.6(pid=30250): stderr: \u000a| �[0;m�[38;5;43m20221214023656578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023656578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2920aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023656578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023656578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023656578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023656579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023656582 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023656583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023656583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023656583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:36:57.542946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30243): Terminating (SIGTERM)\u000a02:36:57.582284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30246): Terminating (SIGTERM)\u000a02:36:57.621490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30249): Terminating (SIGTERM)\u000a02:36:57.630534 --- ParallelTerminationStrategy: PID 30243 died...\u000a02:36:57.682604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30243): Terminated: ok {rc=0}\u000a02:36:57.691808 --- ParallelTerminationStrategy: PID 30246 died...\u000a02:36:57.743642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30246): Terminated: ok {rc=0}\u000a02:36:57.752938 --- ParallelTerminationStrategy: PID 30249 died...\u000a02:36:57.804786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30249): Terminated: ok {rc=0}\u000a02:36:57.887211 bus /sierra_3: Setting Powered False\u000a02:36:58.992228 bus /sierra_3: Setting Powered False\u000a02:37:00.099657 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30258): Process ended prematurely: osmo-stp_10.42.42.5(pid=30258) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30258)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30258): Process ended prematurely: osmo-stp_10.42.42.5(pid=30258) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:01.209215 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:01.221820 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:37:01.390275 tst mo_mt_call_osmux.py: using LAC 37959\u000a02:37:01.551654 tst mo_mt_call_osmux.py: using RAC 219\u000a02:37:01.684204 tst mo_mt_call_osmux.py: using CellId 37959\u000a02:37:01.846146 tst mo_mt_call_osmux.py: using BVCI 37960\u000a02:37:01.881356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:01.898226 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:01.914767 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:01.933167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:01.952056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:37:01.969178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:37:02.116703 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:37:02.340098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:02.843365 run create_hlr_db(pid=30252): Launched\u000a02:37:03.028471 bus /sierra_2: Setting Powered False\u000a02:37:04.049260 run create_hlr_db(pid=30252): Terminated: ok {rc=0}\u000a02:37:04.448229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30254): Launched\u000a02:37:04.746770 run osmo-hlr_10.42.42.2(pid=30255): Launched\u000a02:37:04.864246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:05.389659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30257): Launched\u000a02:37:05.686756 run osmo-stp_10.42.42.5(pid=30258): Launched\u000a02:37:05.795417 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:06.337693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30260): Launched\u000a02:37:06.635416 run osmo-msc_10.42.42.6(pid=30261): Launched\u000a02:37:06.811165 run osmo-stp_10.42.42.5(pid=30258): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30258)]\u000a02:37:06.937299 run osmo-stp_10.42.42.5(pid=30258): stdout: \u000a| (launched: 2022-12-14_02:37:05.540938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:07.061640 run osmo-stp_10.42.42.5(pid=30258): stderr: \u000a| �[0;m�[38;5;43m20221214023705710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023705710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023705710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023705710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023705711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023705711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023705711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:07.181601 run osmo-stp_10.42.42.5(pid=30258): stdout: \u000a| (launched: 2022-12-14_02:37:05.540938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:07.300261 run osmo-stp_10.42.42.5(pid=30258): stderr: \u000a| �[0;m�[38;5;43m20221214023705710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023705710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023705710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023705710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023705711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023705711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023705711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:07.352780 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30258): Process ended prematurely: osmo-stp_10.42.42.5(pid=30258) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30258)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:37:07.361453 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:37:07.420457 run osmo-hlr_10.42.42.2(pid=30255): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30255)]\u000a02:37:07.469252 run osmo-hlr_10.42.42.2(pid=30255): stdout: \u000a| (launched: 2022-12-14_02:37:04.600344) \u000a02:37:07.518338 run osmo-hlr_10.42.42.2(pid=30255): stderr: \u000a| �[0;m�[1;31m20221214023704777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023704778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023704778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023704778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023704778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023704778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023704792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023704799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023704800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023704800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:07.584906 run osmo-msc_10.42.42.6(pid=30261): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30261)]\u000a02:37:07.633482 run osmo-msc_10.42.42.6(pid=30261): stdout: \u000a| (launched: 2022-12-14_02:37:06.489570) \u000a02:37:07.682638 run osmo-msc_10.42.42.6(pid=30261): stderr: \u000a| �[0;m�[38;5;43m20221214023706758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023706758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6641f97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023706759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023706759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023706759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023706759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023706761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023706761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023706762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023706762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:07.724197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30254): Terminating (SIGTERM)\u000a02:37:07.763392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30257): Terminating (SIGTERM)\u000a02:37:07.802796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30260): Terminating (SIGTERM)\u000a02:37:07.811881 --- ParallelTerminationStrategy: PID 30254 died...\u000a02:37:07.864583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30254): Terminated: ok {rc=0}\u000a02:37:07.874134 --- ParallelTerminationStrategy: PID 30257 died...\u000a02:37:07.926565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30257): Terminated: ok {rc=0}\u000a02:37:07.935908 --- ParallelTerminationStrategy: PID 30260 died...\u000a02:37:07.988367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30260): Terminated: ok {rc=0}\u000a02:37:08.071429 bus /sierra_3: Setting Powered False\u000a02:37:09.177299 bus /sierra_3: Setting Powered False\u000a02:37:10.288664 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:36:50" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30272): Process ended prematurely: osmo-stp_10.42.42.5(pid=30272) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30272): Process ended prematurely: osmo-stp_10.42.42.5(pid=30272) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:37:12.275366 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:12.286433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:37:12.437788 tst mo_mt_call.py: using LAC 37960\u000a02:37:12.558126 tst mo_mt_call.py: using RAC 220\u000a02:37:12.673703 tst mo_mt_call.py: using CellId 37960\u000a02:37:12.789770 tst mo_mt_call.py: using BVCI 37961\u000a02:37:12.812323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:12.823335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:12.834208 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:12.845126 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:12.856017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:12.866881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:12.988048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:13.186978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:13.667038 run create_hlr_db(pid=30266): Launched\u000a02:37:13.852709 bus /sierra_2: Setting Powered False\u000a02:37:14.873437 run create_hlr_db(pid=30266): Terminated: ok {rc=0}\u000a02:37:15.298098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30268): Launched\u000a02:37:15.618490 run osmo-hlr_10.42.42.2(pid=30269): Launched\u000a02:37:15.735189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:16.316633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30271): Launched\u000a02:37:16.750092 run osmo-stp_10.42.42.5(pid=30272): Launched\u000a02:37:16.957366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:17.581383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30274): Launched\u000a02:37:17.900729 run osmo-msc_10.42.42.6(pid=30275): Launched\u000a02:37:18.088365 run osmo-stp_10.42.42.5(pid=30272): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)]\u000a02:37:18.224475 run osmo-stp_10.42.42.5(pid=30272): stdout: \u000a| (launched: 2022-12-14_02:37:16.481974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:18.359943 run osmo-stp_10.42.42.5(pid=30272): stderr: \u000a| �[0;m�[38;5;43m20221214023716781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023716781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023716781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023716782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:18.489852 run osmo-stp_10.42.42.5(pid=30272): stdout: \u000a| (launched: 2022-12-14_02:37:16.481974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:18.618090 run osmo-stp_10.42.42.5(pid=30272): stderr: \u000a| �[0;m�[38;5;43m20221214023716781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023716781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023716781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023716782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023716782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:18.674486 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30272): Process ended prematurely: osmo-stp_10.42.42.5(pid=30272) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30272)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:37:18.683741 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:37:18.746459 run osmo-hlr_10.42.42.2(pid=30269): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30269)]\u000a02:37:18.797902 run osmo-hlr_10.42.42.2(pid=30269): stdout: \u000a| (launched: 2022-12-14_02:37:15.461717) \u000a02:37:18.849717 run osmo-hlr_10.42.42.2(pid=30269): stderr: \u000a| �[0;m�[1;31m20221214023715659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023715659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023715659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023715659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023715659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023715660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023715672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023715680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023715680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023715680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:18.920203 run osmo-msc_10.42.42.6(pid=30275): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30275)]\u000a02:37:18.971753 run osmo-msc_10.42.42.6(pid=30275): stdout: \u000a| (launched: 2022-12-14_02:37:17.744374) \u000a02:37:19.023723 run osmo-msc_10.42.42.6(pid=30275): stderr: \u000a| �[0;m�[38;5;43m20221214023718062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023718063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76119e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023718063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023718063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023718063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023718063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023718065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023718065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023718065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023718065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:19.067868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30268): Terminating (SIGTERM)\u000a02:37:19.109871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30271): Terminating (SIGTERM)\u000a02:37:19.151740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30274): Terminating (SIGTERM)\u000a02:37:19.161522 --- ParallelTerminationStrategy: PID 30268 died...\u000a02:37:19.217640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30268): Terminated: ok {rc=0}\u000a02:37:19.227671 --- ParallelTerminationStrategy: PID 30271 died...\u000a02:37:19.283589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30271): Terminated: ok {rc=0}\u000a02:37:19.293980 --- ParallelTerminationStrategy: PID 30274 died...\u000a02:37:19.350267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30274): Terminated: ok {rc=0}\u000a02:37:19.436512 bus /sierra_3: Setting Powered False\u000a02:37:20.542189 bus /sierra_3: Setting Powered False\u000a02:37:21.650298 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:22.764658 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:22.776878 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:37:22.942306 tst mo_mt_call_osmux.py: using LAC 37961\u000a02:37:23.069394 tst mo_mt_call_osmux.py: using RAC 221\u000a02:37:23.194878 tst mo_mt_call_osmux.py: using CellId 37961\u000a02:37:23.320507 tst mo_mt_call_osmux.py: using BVCI 37962\u000a02:37:23.344784 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:23.356402 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:23.368169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:23.379703 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:23.391565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:37:23.403324 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:23.519712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:37:23.717972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:24.194933 run create_hlr_db(pid=30277): Launched\u000a02:37:24.366317 bus /sierra_2: Setting Powered False\u000a02:37:25.388065 run create_hlr_db(pid=30277): Terminated: ok {rc=0}\u000a02:37:25.784091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Launched\u000a02:37:26.080442 run osmo-hlr_10.42.42.2(pid=30280): Launched\u000a02:37:26.189395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:26.705185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Launched\u000a02:37:27.002850 run osmo-stp_10.42.42.5(pid=30283): Launched\u000a02:37:27.111616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:27.655530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30285): Launched\u000a02:37:27.953123 run osmo-msc_10.42.42.6(pid=30286): Launched\u000a02:37:28.129299 run osmo-stp_10.42.42.5(pid=30283): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)]\u000a02:37:28.256013 run osmo-stp_10.42.42.5(pid=30283): stdout: \u000a| (launched: 2022-12-14_02:37:26.856700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:28.380756 run osmo-stp_10.42.42.5(pid=30283): stderr: \u000a| �[0;m�[38;5;43m20221214023727025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023727026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023727026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023727026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:28.501142 run osmo-stp_10.42.42.5(pid=30283): stdout: \u000a| (launched: 2022-12-14_02:37:26.856700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:28.619996 run osmo-stp_10.42.42.5(pid=30283): stderr: \u000a| �[0;m�[38;5;43m20221214023727025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023727026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023727026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023727026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:28.673577 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30283): Process ended prematurely: osmo-stp_10.42.42.5(pid=30283) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30283)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:37:28.682293 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:37:28.741313 run osmo-hlr_10.42.42.2(pid=30280): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30280)]\u000a02:37:28.790136 run osmo-hlr_10.42.42.2(pid=30280): stdout: \u000a| (launched: 2022-12-14_02:37:25.935436) \u000a02:37:28.839702 run osmo-hlr_10.42.42.2(pid=30280): stderr: \u000a| �[0;m�[1;31m20221214023726111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023726111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023726111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023726111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023726111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023726111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023726123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023726133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023726133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023726133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:28.906311 run osmo-msc_10.42.42.6(pid=30286): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30286)]\u000a02:37:28.954989 run osmo-msc_10.42.42.6(pid=30286): stdout: \u000a| (launched: 2022-12-14_02:37:27.806925) \u000a02:37:29.004416 run osmo-msc_10.42.42.6(pid=30286): stderr: \u000a| �[0;m�[38;5;43m20221214023728077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023728077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1755904c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023728077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023728077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023728077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023728078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023728079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023728080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023728080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023728080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:29.046220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Terminating (SIGTERM)\u000a02:37:29.085607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Terminating (SIGTERM)\u000a02:37:29.125196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30285): Terminating (SIGTERM)\u000a02:37:29.134315 --- ParallelTerminationStrategy: PID 30279 died...\u000a02:37:29.187552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30279): Terminated: ok {rc=0}\u000a02:37:29.197205 --- ParallelTerminationStrategy: PID 30282 died...\u000a02:37:29.249821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30282): Terminated: ok {rc=0}\u000a02:37:29.259348 --- ParallelTerminationStrategy: PID 30285 died...\u000a02:37:29.311524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30285): Terminated: ok {rc=0}\u000a02:37:29.394366 bus /sierra_3: Setting Powered False\u000a02:37:30.498030 bus /sierra_3: Setting Powered False\u000a02:37:31.611617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:37:11" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30297): Process ended prematurely: osmo-stp_10.42.42.5(pid=30297) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30297): Process ended prematurely: osmo-stp_10.42.42.5(pid=30297) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:37:33.617239 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:33.629037 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:37:33.792562 tst mo_mt_call.py: using LAC 37962\u000a02:37:33.918550 tst mo_mt_call.py: using RAC 222\u000a02:37:34.042508 tst mo_mt_call.py: using CellId 37962\u000a02:37:34.167635 tst mo_mt_call.py: using BVCI 37963\u000a02:37:34.192181 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:34.203934 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:34.215381 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:34.227280 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:34.239466 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:34.251474 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:34.367181 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:34.578387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:35.080261 run create_hlr_db(pid=30291): Launched\u000a02:37:35.265943 bus /sierra_2: Setting Powered False\u000a02:37:36.287258 run create_hlr_db(pid=30291): Terminated: ok {rc=0}\u000a02:37:36.684752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30293): Launched\u000a02:37:36.982098 run osmo-hlr_10.42.42.2(pid=30294): Launched\u000a02:37:37.091705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:37.604476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30296): Launched\u000a02:37:37.901123 run osmo-stp_10.42.42.5(pid=30297): Launched\u000a02:37:38.009359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:38.552120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30299): Launched\u000a02:37:38.849835 run osmo-msc_10.42.42.6(pid=30300): Launched\u000a02:37:39.024402 run osmo-stp_10.42.42.5(pid=30297): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)]\u000a02:37:39.150829 run osmo-stp_10.42.42.5(pid=30297): stdout: \u000a| (launched: 2022-12-14_02:37:37.755381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:39.274912 run osmo-stp_10.42.42.5(pid=30297): stderr: \u000a| �[0;m�[38;5;43m20221214023737923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023737923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023737923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023737924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023737924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023737924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023737924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:39.394545 run osmo-stp_10.42.42.5(pid=30297): stdout: \u000a| (launched: 2022-12-14_02:37:37.755381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:39.512883 run osmo-stp_10.42.42.5(pid=30297): stderr: \u000a| �[0;m�[38;5;43m20221214023737923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023737923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023737923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023737924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023737924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023737924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023737924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:39.565534 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30297): Process ended prematurely: osmo-stp_10.42.42.5(pid=30297) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30297)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:37:39.574093 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:37:39.633054 run osmo-hlr_10.42.42.2(pid=30294): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30294)]\u000a02:37:39.681906 run osmo-hlr_10.42.42.2(pid=30294): stdout: \u000a| (launched: 2022-12-14_02:37:36.836868) \u000a02:37:39.731285 run osmo-hlr_10.42.42.2(pid=30294): stderr: \u000a| �[0;m�[1;31m20221214023737013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023737013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023737013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023737013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023737013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023737013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023737025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023737034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023737034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023737034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:39.798007 run osmo-msc_10.42.42.6(pid=30300): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30300)]\u000a02:37:39.846687 run osmo-msc_10.42.42.6(pid=30300): stdout: \u000a| (launched: 2022-12-14_02:37:38.703192) \u000a02:37:39.895852 run osmo-msc_10.42.42.6(pid=30300): stderr: \u000a| �[0;m�[38;5;43m20221214023738972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023738973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0eac80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023738973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023738973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023738973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023738974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023738977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023738977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023738978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023738978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:39.937486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30293): Terminating (SIGTERM)\u000a02:37:39.982114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30296): Terminating (SIGTERM)\u000a02:37:40.024621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30299): Terminating (SIGTERM)\u000a02:37:40.034440 --- ParallelTerminationStrategy: PID 30293 died...\u000a02:37:40.091023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30293): Terminated: ok {rc=0}\u000a02:37:40.101140 --- ParallelTerminationStrategy: PID 30296 died...\u000a02:37:40.157369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30296): Terminated: ok {rc=0}\u000a02:37:40.167411 --- ParallelTerminationStrategy: PID 30299 died...\u000a02:37:40.223836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30299): Terminated: ok {rc=0}\u000a02:37:40.310230 bus /sierra_3: Setting Powered False\u000a02:37:41.415440 bus /sierra_3: Setting Powered False\u000a02:37:42.522952 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30308): Process ended prematurely: osmo-stp_10.42.42.5(pid=30308) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30308)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30308): Process ended prematurely: osmo-stp_10.42.42.5(pid=30308) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:37:43.630741 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:43.642605 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:37:43.796000 tst mo_mt_call_osmux.py: using LAC 37963\u000a02:37:43.913697 tst mo_mt_call_osmux.py: using RAC 223\u000a02:37:44.029609 tst mo_mt_call_osmux.py: using CellId 37963\u000a02:37:44.144618 tst mo_mt_call_osmux.py: using BVCI 37964\u000a02:37:44.167297 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:44.178542 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:44.189496 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:44.200551 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:44.211573 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:37:44.222606 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:44.344372 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:37:44.545324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:45.021305 run create_hlr_db(pid=30302): Launched\u000a02:37:45.192456 bus /sierra_2: Setting Powered False\u000a02:37:46.266939 run create_hlr_db(pid=30302): Terminated: ok {rc=0}\u000a02:37:46.728866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30304): Launched\u000a02:37:47.097900 run osmo-hlr_10.42.42.2(pid=30305): Launched\u000a02:37:47.245122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:47.760393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30307): Launched\u000a02:37:48.056743 run osmo-stp_10.42.42.5(pid=30308): Launched\u000a02:37:48.165452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:48.706652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30310): Launched\u000a02:37:49.004489 run osmo-msc_10.42.42.6(pid=30311): Launched\u000a02:37:49.179540 run osmo-stp_10.42.42.5(pid=30308): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30308)]\u000a02:37:49.306584 run osmo-stp_10.42.42.5(pid=30308): stdout: \u000a| (launched: 2022-12-14_02:37:47.911257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:49.431308 run osmo-stp_10.42.42.5(pid=30308): stderr: \u000a| �[0;m�[38;5;43m20221214023748079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023748079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023748080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023748080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023748081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023748081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023748081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:49.551248 run osmo-stp_10.42.42.5(pid=30308): stdout: \u000a| (launched: 2022-12-14_02:37:47.911257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:37:49.670558 run osmo-stp_10.42.42.5(pid=30308): stderr: \u000a| �[0;m�[38;5;43m20221214023748079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023748079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023748080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023748080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023748081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023748081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023748081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:37:49.723029 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30308): Process ended prematurely: osmo-stp_10.42.42.5(pid=30308) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30308)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:37:49.731770 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a02:37:49.790945 run osmo-hlr_10.42.42.2(pid=30305): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30305)]\u000a02:37:49.839900 run osmo-hlr_10.42.42.2(pid=30305): stdout: \u000a| (launched: 2022-12-14_02:37:46.895339) \u000a02:37:49.889289 run osmo-hlr_10.42.42.2(pid=30305): stderr: \u000a| �[0;m�[1;31m20221214023747230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023747230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023747230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023747230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023747230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023747230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023747243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023747253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023747253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023747253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:37:49.956555 run osmo-msc_10.42.42.6(pid=30311): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30311)]\u000a02:37:50.004842 run osmo-msc_10.42.42.6(pid=30311): stdout: \u000a| (launched: 2022-12-14_02:37:48.858245) \u000a02:37:50.054110 run osmo-msc_10.42.42.6(pid=30311): stderr: \u000a| �[0;m�[38;5;43m20221214023749126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023749126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1015cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023749126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023749127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023749127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023749127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023749129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023749129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023749129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023749129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:37:50.095833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30304): Terminating (SIGTERM)\u000a02:37:50.135362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30307): Terminating (SIGTERM)\u000a02:37:50.175286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30310): Terminating (SIGTERM)\u000a02:37:50.184383 --- ParallelTerminationStrategy: PID 30304 died...\u000a02:37:50.237436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30304): Terminated: ok {rc=0}\u000a02:37:50.246987 --- ParallelTerminationStrategy: PID 30307 died...\u000a02:37:50.299806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30307): Terminated: ok {rc=0}\u000a02:37:50.309401 --- ParallelTerminationStrategy: PID 30310 died...\u000a02:37:50.361948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30310): Terminated: ok {rc=0}\u000a02:37:50.448836 bus /sierra_3: Setting Powered False\u000a02:37:51.549929 bus /sierra_3: Setting Powered False\u000a02:37:52.653848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:37:33" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30322): Process ended prematurely: osmo-stp_10.42.42.5(pid=30322) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30322): Process ended prematurely: osmo-stp_10.42.42.5(pid=30322) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:37:54.641988 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:54.652990 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:37:54.806902 tst mo_mt_call.py: using LAC 37964\u000a02:37:54.924078 tst mo_mt_call.py: using RAC 224\u000a02:37:55.046365 tst mo_mt_call.py: using CellId 37964\u000a02:37:55.161520 tst mo_mt_call.py: using BVCI 37965\u000a02:37:55.183968 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:55.194821 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:55.205525 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:55.216274 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:55.227041 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:37:55.237667 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:37:55.353224 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:37:55.564756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:37:56.067073 run create_hlr_db(pid=30316): Launched\u000a02:37:56.252758 bus /sierra_2: Setting Powered False\u000a02:37:57.273538 run create_hlr_db(pid=30316): Terminated: ok {rc=0}\u000a02:37:57.672513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Launched\u000a02:37:57.970305 run osmo-hlr_10.42.42.2(pid=30319): Launched\u000a02:37:58.088535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:37:58.617254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30321): Launched\u000a02:37:58.915436 run osmo-stp_10.42.42.5(pid=30322): Launched\u000a02:37:59.023950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:37:59.567487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30324): Launched\u000a02:37:59.865761 run osmo-msc_10.42.42.6(pid=30325): Launched\u000a02:38:00.042151 run osmo-stp_10.42.42.5(pid=30322): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)]\u000a02:38:00.168926 run osmo-stp_10.42.42.5(pid=30322): stdout: \u000a| (launched: 2022-12-14_02:37:58.768328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:00.293500 run osmo-stp_10.42.42.5(pid=30322): stderr: \u000a| �[0;m�[38;5;43m20221214023758938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023758938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023758938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023758939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023758939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023758939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023758939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:00.413711 run osmo-stp_10.42.42.5(pid=30322): stdout: \u000a| (launched: 2022-12-14_02:37:58.768328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:00.532864 run osmo-stp_10.42.42.5(pid=30322): stderr: \u000a| �[0;m�[38;5;43m20221214023758938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023758938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023758938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023758939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023758939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023758939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023758939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:00.585617 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30322): Process ended prematurely: osmo-stp_10.42.42.5(pid=30322) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30322)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:38:00.594378 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:38:00.653897 run osmo-hlr_10.42.42.2(pid=30319): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30319)]\u000a02:38:00.702974 run osmo-hlr_10.42.42.2(pid=30319): stdout: \u000a| (launched: 2022-12-14_02:37:57.824307) \u000a02:38:00.752541 run osmo-hlr_10.42.42.2(pid=30319): stderr: \u000a| �[0;m�[1;31m20221214023757998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023757998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023757998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023757998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023757998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023757998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023758010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023758019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023758019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023758019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:00.819930 run osmo-msc_10.42.42.6(pid=30325): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30325)]\u000a02:38:00.877475 run osmo-msc_10.42.42.6(pid=30325): stdout: \u000a| (launched: 2022-12-14_02:37:59.718984) \u000a02:38:00.937811 run osmo-msc_10.42.42.6(pid=30325): stderr: \u000a| �[0;m�[38;5;43m20221214023759988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023759988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febed66fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023759988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023759988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023759989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023759989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023759992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023759993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023759993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023759993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:00.980733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Terminating (SIGTERM)\u000a02:38:01.025458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30321): Terminating (SIGTERM)\u000a02:38:01.068294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30324): Terminating (SIGTERM)\u000a02:38:01.077851 --- ParallelTerminationStrategy: PID 30318 died...\u000a02:38:01.131866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30318): Terminated: ok {rc=0}\u000a02:38:01.141877 --- ParallelTerminationStrategy: PID 30321 died...\u000a02:38:01.195907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30321): Terminated: ok {rc=0}\u000a02:38:01.206007 --- ParallelTerminationStrategy: PID 30324 died...\u000a02:38:01.259799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30324): Terminated: ok {rc=0}\u000a02:38:01.344324 bus /sierra_3: Setting Powered False\u000a02:38:02.444255 bus /sierra_3: Setting Powered False\u000a02:38:03.554466 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30333): Process ended prematurely: osmo-stp_10.42.42.5(pid=30333) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30333)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30333): Process ended prematurely: osmo-stp_10.42.42.5(pid=30333) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:38:04.664179 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:04.675715 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:38:04.832524 tst mo_mt_call_osmux.py: using LAC 37965\u000a02:38:04.952447 tst mo_mt_call_osmux.py: using RAC 225\u000a02:38:05.076025 tst mo_mt_call_osmux.py: using CellId 37965\u000a02:38:05.191468 tst mo_mt_call_osmux.py: using BVCI 37966\u000a02:38:05.214371 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:05.225264 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:05.235881 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:05.246574 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:05.257488 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:38:05.268175 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:38:05.387511 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:38:05.590475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:06.064483 run create_hlr_db(pid=30327): Launched\u000a02:38:06.235567 bus /sierra_2: Setting Powered False\u000a02:38:07.256743 run create_hlr_db(pid=30327): Terminated: ok {rc=0}\u000a02:38:07.650681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30329): Launched\u000a02:38:07.946919 run osmo-hlr_10.42.42.2(pid=30330): Launched\u000a02:38:08.055407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:08.569931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30332): Launched\u000a02:38:08.866863 run osmo-stp_10.42.42.5(pid=30333): Launched\u000a02:38:08.975571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:09.518056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30335): Launched\u000a02:38:09.814957 run osmo-msc_10.42.42.6(pid=30336): Launched\u000a02:38:09.988761 run osmo-stp_10.42.42.5(pid=30333): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30333)]\u000a02:38:10.114895 run osmo-stp_10.42.42.5(pid=30333): stdout: \u000a| (launched: 2022-12-14_02:38:08.720915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:10.239124 run osmo-stp_10.42.42.5(pid=30333): stderr: \u000a| �[0;m�[38;5;43m20221214023808890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023808890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023808890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023808890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023808893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023808893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023808893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:10.359020 run osmo-stp_10.42.42.5(pid=30333): stdout: \u000a| (launched: 2022-12-14_02:38:08.720915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:10.477689 run osmo-stp_10.42.42.5(pid=30333): stderr: \u000a| �[0;m�[38;5;43m20221214023808890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023808890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023808890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023808890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023808893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023808893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023808893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:10.530376 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30333): Process ended prematurely: osmo-stp_10.42.42.5(pid=30333) [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30333)] [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:38:10.539139 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a02:38:10.598442 run osmo-hlr_10.42.42.2(pid=30330): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30330)]\u000a02:38:10.647388 run osmo-hlr_10.42.42.2(pid=30330): stdout: \u000a| (launched: 2022-12-14_02:38:07.801805) \u000a02:38:10.696831 run osmo-hlr_10.42.42.2(pid=30330): stderr: \u000a| �[0;m�[1;31m20221214023807977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023807977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023807977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023807977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023807977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023807977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023807989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023807998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023807998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023807998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:10.763809 run osmo-msc_10.42.42.6(pid=30336): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30336)]\u000a02:38:10.812642 run osmo-msc_10.42.42.6(pid=30336): stdout: \u000a| (launched: 2022-12-14_02:38:09.669135) \u000a02:38:10.861699 run osmo-msc_10.42.42.6(pid=30336): stderr: \u000a| �[0;m�[38;5;43m20221214023809940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023809940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0a71e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023809940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023809940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023809941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023809941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023809943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023809943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023809943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023809943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:10.903317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30329): Terminating (SIGTERM)\u000a02:38:10.942850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30332): Terminating (SIGTERM)\u000a02:38:10.982203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30335): Terminating (SIGTERM)\u000a02:38:10.991693 --- ParallelTerminationStrategy: PID 30329 died...\u000a02:38:11.045126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30329): Terminated: ok {rc=0}\u000a02:38:11.054832 --- ParallelTerminationStrategy: PID 30332 died...\u000a02:38:11.107476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30332): Terminated: ok {rc=0}\u000a02:38:11.117078 --- ParallelTerminationStrategy: PID 30335 died...\u000a02:38:11.169710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30335): Terminated: ok {rc=0}\u000a02:38:11.256082 bus /sierra_3: Setting Powered False\u000a02:38:12.361570 bus /sierra_3: Setting Powered False\u000a02:38:13.467977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:37:54" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:38:15.473407 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:15.483876 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:15.616182 tst emergency_mo_mt_call.py: using LAC 37966\u000a02:38:15.731047 tst emergency_mo_mt_call.py: using RAC 226\u000a02:38:15.845785 tst emergency_mo_mt_call.py: using CellId 37966\u000a02:38:15.971787 tst emergency_mo_mt_call.py: using BVCI 37967\u000a02:38:15.994695 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.005829 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.016786 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.027773 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.039091 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:16.050361 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:16.164827 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:16.376268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:16.864502 run create_hlr_db(pid=30341): Launched\u000a02:38:17.035723 bus /sierra_2: Setting Powered False\u000a02:38:18.055046 run create_hlr_db(pid=30341): Terminated: ok {rc=0}\u000a02:38:18.471105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Launched\u000a02:38:18.783727 run osmo-hlr_10.42.42.2(pid=30344): Launched\u000a02:38:18.897763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:19.435372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Launched\u000a02:38:19.727356 run osmo-stp_10.42.42.5(pid=30347): Launched\u000a02:38:19.845978 tst emergency_mo_mt_call.py: using MSISDN 8461\u000a02:38:19.990884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:20.523648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Launched\u000a02:38:20.814354 run osmo-msc_10.42.42.6(pid=30350): Launched\u000a02:38:20.985659 run osmo-stp_10.42.42.5(pid=30347): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)]\u000a02:38:21.110476 run osmo-stp_10.42.42.5(pid=30347): stdout: \u000a| (launched: 2022-12-14_02:38:19.583699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:21.232150 run osmo-stp_10.42.42.5(pid=30347): stderr: \u000a| �[0;m�[38;5;43m20221214023819752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023819752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023819752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023819753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023819753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023819753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023819753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:21.349344 run osmo-stp_10.42.42.5(pid=30347): stdout: \u000a| (launched: 2022-12-14_02:38:19.583699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:21.465570 run osmo-stp_10.42.42.5(pid=30347): stderr: \u000a| �[0;m�[38;5;43m20221214023819752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023819752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023819752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023819753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023819753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023819753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023819753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:21.516572 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30347): Process ended prematurely: osmo-stp_10.42.42.5(pid=30347) [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30347)] [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a02:38:21.524564 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a02:38:21.583895 run osmo-hlr_10.42.42.2(pid=30344): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30344)]\u000a02:38:21.632261 run osmo-hlr_10.42.42.2(pid=30344): stdout: \u000a| (launched: 2022-12-14_02:38:18.630339) \u000a02:38:21.681178 run osmo-hlr_10.42.42.2(pid=30344): stderr: \u000a| �[0;m�[1;31m20221214023818827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023818827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023818827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023818827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023818827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023818827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023818840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023818848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023818848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023818848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:21.747832 run osmo-msc_10.42.42.6(pid=30350): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30350)]\u000a02:38:21.796166 run osmo-msc_10.42.42.6(pid=30350): stdout: \u000a| (launched: 2022-12-14_02:38:20.671474) \u000a02:38:21.845147 run osmo-msc_10.42.42.6(pid=30350): stderr: \u000a| �[0;m�[38;5;43m20221214023820943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023820944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cca1bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023820944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023820944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023820944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023820944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023820946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023820946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023820947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023820947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:21.886684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Terminating (SIGTERM)\u000a02:38:21.925984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Terminating (SIGTERM)\u000a02:38:21.965691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Terminating (SIGTERM)\u000a02:38:21.974336 --- ParallelTerminationStrategy: PID 30343 died...\u000a02:38:22.026748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30343): Terminated: ok {rc=0}\u000a02:38:22.036247 --- ParallelTerminationStrategy: PID 30346 died...\u000a02:38:22.088715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30346): Terminated: ok {rc=0}\u000a02:38:22.098123 --- ParallelTerminationStrategy: PID 30349 died...\u000a02:38:22.150618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30349): Terminated: ok {rc=0}\u000a02:38:22.238302 bus /sierra_3: Setting Powered False\u000a02:38:23.344627 bus /sierra_3: Setting Powered False\u000a02:38:24.451410 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30358): Process ended prematurely: osmo-stp_10.42.42.5(pid=30358) [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30358)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30358): Process ended prematurely: osmo-stp_10.42.42.5(pid=30358) [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:38:25.503493 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:25.515191 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:25.659220 tst emergency_preemptive_call.py: using LAC 37967\u000a02:38:25.781371 tst emergency_preemptive_call.py: using RAC 227\u000a02:38:25.903827 tst emergency_preemptive_call.py: using CellId 37967\u000a02:38:26.040534 tst emergency_preemptive_call.py: using BVCI 37968\u000a02:38:26.064416 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:26.075574 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:26.086529 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:26.097543 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:26.108745 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:38:26.120002 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:26.234874 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:26.354093 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:26.468728 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:26.673810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:27.168544 run create_hlr_db(pid=30352): Launched\u000a02:38:27.351823 bus /sierra_2: Setting Powered False\u000a02:38:28.371639 run create_hlr_db(pid=30352): Terminated: ok {rc=0}\u000a02:38:28.763662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30354): Launched\u000a02:38:29.055481 run osmo-hlr_10.42.42.2(pid=30355): Launched\u000a02:38:29.172399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:29.686369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30357): Launched\u000a02:38:29.976458 run osmo-stp_10.42.42.5(pid=30358): Launched\u000a02:38:30.094373 tst emergency_preemptive_call.py: using MSISDN 8462\u000a02:38:30.238541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:38:30.770029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30360): Launched\u000a02:38:31.202651 run osmo-msc_10.42.42.6(pid=30361): Launched\u000a02:38:31.650187 run osmo-stp_10.42.42.5(pid=30358): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30358)]\u000a02:38:31.791454 run osmo-stp_10.42.42.5(pid=30358): stdout: \u000a| (launched: 2022-12-14_02:38:29.834517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:31.917658 run osmo-stp_10.42.42.5(pid=30358): stderr: \u000a| �[0;m�[38;5;43m20221214023830004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023830004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023830004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023830005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023830005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023830005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023830005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:32.039570 run osmo-stp_10.42.42.5(pid=30358): stdout: \u000a| (launched: 2022-12-14_02:38:29.834517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:32.159807 run osmo-stp_10.42.42.5(pid=30358): stderr: \u000a| �[0;m�[38;5;43m20221214023830004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023830004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023830004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023830005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023830005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023830005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023830005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:32.212034 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30358): Process ended prematurely: osmo-stp_10.42.42.5(pid=30358) [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30358)] [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a02:38:32.220543 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a02:38:32.281291 run osmo-hlr_10.42.42.2(pid=30355): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30355)]\u000a02:38:32.331312 run osmo-hlr_10.42.42.2(pid=30355): stdout: \u000a| (launched: 2022-12-14_02:38:28.912640) \u000a02:38:32.382040 run osmo-hlr_10.42.42.2(pid=30355): stderr: \u000a| �[0;m�[1;31m20221214023829085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023829085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023829085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023829085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023829085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023829085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023829098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023829106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023829106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023829106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:32.450845 run osmo-msc_10.42.42.6(pid=30361): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30361)]\u000a02:38:32.500372 run osmo-msc_10.42.42.6(pid=30361): stdout: \u000a| (launched: 2022-12-14_02:38:30.921338) \u000a02:38:32.549907 run osmo-msc_10.42.42.6(pid=30361): stderr: \u000a| �[0;m�[38;5;43m20221214023831376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214023831378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe983b76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214023831379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214023831379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214023831382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214023831383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214023831388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214023831388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214023831388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214023831388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:38:32.592132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30354): Terminating (SIGTERM)\u000a02:38:32.632231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30357): Terminating (SIGTERM)\u000a02:38:32.672076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30360): Terminating (SIGTERM)\u000a02:38:32.681390 --- ParallelTerminationStrategy: PID 30354 died...\u000a02:38:32.734531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30354): Terminated: ok {rc=0}\u000a02:38:32.744094 --- ParallelTerminationStrategy: PID 30357 died...\u000a02:38:32.796753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30357): Terminated: ok {rc=0}\u000a02:38:32.806325 --- ParallelTerminationStrategy: PID 30360 died...\u000a02:38:32.858928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30360): Terminated: ok {rc=0}\u000a02:38:32.942243 bus /sierra_9: Setting Powered False\u000a02:38:34.048438 bus /sierra_9: Setting Powered False\u000a02:38:35.159534 bus /sierra_8: Setting Powered False\u000a02:38:36.261636 bus /sierra_8: Setting Powered False\u000a02:38:37.371791 bus /sierra_3: Setting Powered False\u000a02:38:38.473330 bus /sierra_3: Setting Powered False\u000a02:38:39.584287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:38:15" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30377): Process ended prematurely: osmo-stp_10.42.42.5(pid=30377) [trial-2398↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30377): Process ended prematurely: osmo-stp_10.42.42.5(pid=30377) [trial-2398↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:38:41.693965 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:41.704635 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:41.838444 tst cs_paging_gprs_active.py: using LAC 37968\u000a02:38:41.953996 tst cs_paging_gprs_active.py: using RAC 228\u000a02:38:42.074423 tst cs_paging_gprs_active.py: using CellId 37968\u000a02:38:42.189984 tst cs_paging_gprs_active.py: using BVCI 37969\u000a02:38:42.212653 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.223223 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.233610 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.243907 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.254663 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.265731 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.276247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.286768 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:42.297228 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:42.417817 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:42.696132 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:38:42.820849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:43.129512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30367): Launched\u000a02:38:43.386944 run iperf3-srv_10.42.42.10(pid=30368): Launched\u000a02:38:43.568692 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:38:43.692805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:44.000415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30369): Launched\u000a02:38:44.256282 run iperf3-srv_10.42.42.10(pid=30370): Launched\u000a02:38:44.437996 tst cs_paging_gprs_active.py:38: start network...\u000a02:38:44.561655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:45.040604 run create_hlr_db(pid=30371): Launched\u000a02:38:45.212001 bus /sierra_2: Setting Powered False\u000a02:38:46.250136 run create_hlr_db(pid=30371): Terminated: ok {rc=0}\u000a02:38:46.702457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30373): Launched\u000a02:38:47.090244 run osmo-hlr_10.42.42.2(pid=30374): Launched\u000a02:38:47.218644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:47.737668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30376): Launched\u000a02:38:48.035876 run osmo-stp_10.42.42.5(pid=30377): Launched\u000a02:38:48.145258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:38:48.665636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30379): Launched\u000a02:38:48.771994 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:38:49.031709 run patchelf(pid=30380): Launched\u000a02:38:49.206413 run osmo-stp_10.42.42.5(pid=30377): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)]\u000a02:38:49.334195 run osmo-stp_10.42.42.5(pid=30377): stdout: \u000a| (launched: 2022-12-14_02:38:47.889122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:49.462660 run osmo-stp_10.42.42.5(pid=30377): stderr: \u000a| �[0;m�[38;5;43m20221214023848060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023848060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023848061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023848061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023848062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023848062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023848062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:49.586097 run osmo-stp_10.42.42.5(pid=30377): stdout: \u000a| (launched: 2022-12-14_02:38:47.889122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:38:49.708321 run osmo-stp_10.42.42.5(pid=30377): stderr: \u000a| �[0;m�[38;5;43m20221214023848060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023848060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023848061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023848061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023848062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023848062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023848062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:38:49.851306 run patchelf(pid=30380): Terminating (SIGINT)\u000a02:38:50.019577 run patchelf(pid=30380): Terminated: ok {rc=0}\u000a02:38:50.050697 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30377): Process ended prematurely: osmo-stp_10.42.42.5(pid=30377) [trial-2398↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30377)] [trial-2398↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a02:38:50.059858 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a02:38:50.119297 run osmo-hlr_10.42.42.2(pid=30374): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30374)]\u000a02:38:50.167851 run osmo-hlr_10.42.42.2(pid=30374): stdout: \u000a| (launched: 2022-12-14_02:38:46.870200) \u000a02:38:50.216972 run osmo-hlr_10.42.42.2(pid=30374): stderr: \u000a| �[0;m�[1;31m20221214023847146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023847146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023847146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023847146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023847146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023847146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023847166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023847179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023847179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023847179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:38:50.258894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30367): Terminating (SIGTERM)\u000a02:38:50.298333 run iperf3-srv_10.42.42.10(pid=30368): Terminating (SIGTERM)\u000a02:38:50.337780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30369): Terminating (SIGTERM)\u000a02:38:50.376987 run iperf3-srv_10.42.42.10(pid=30370): Terminating (SIGTERM)\u000a02:38:50.416299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30373): Terminating (SIGTERM)\u000a02:38:50.455491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30376): Terminating (SIGTERM)\u000a02:38:50.494831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30379): Terminating (SIGTERM)\u000a02:38:50.503843 --- ParallelTerminationStrategy: PID 30367 died...\u000a02:38:50.556466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30367): Terminated: ok {rc=0}\u000a02:38:50.565896 --- ParallelTerminationStrategy: PID 30368 died...\u000a02:38:50.618016 run iperf3-srv_10.42.42.10(pid=30368): Terminated {rc=256}\u000a02:38:50.627366 --- ParallelTerminationStrategy: PID 30369 died...\u000a02:38:50.679708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30369): Terminated: ok {rc=0}\u000a02:38:50.689094 --- ParallelTerminationStrategy: PID 30370 died...\u000a02:38:50.741005 run iperf3-srv_10.42.42.10(pid=30370): Terminated {rc=256}\u000a02:38:50.750324 --- ParallelTerminationStrategy: PID 30373 died...\u000a02:38:50.802694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30373): Terminated: ok {rc=0}\u000a02:38:50.812077 --- ParallelTerminationStrategy: PID 30376 died...\u000a02:38:50.864639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30376): Terminated: ok {rc=0}\u000a02:38:50.874180 --- ParallelTerminationStrategy: PID 30379 died...\u000a02:38:50.926844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30379): Terminated: ok {rc=0}\u000a02:38:51.009929 bus /gobi_0: Setting Powered False\u000a02:38:52.111470 bus /gobi_0: Setting Powered False\u000a02:38:53.222583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30389): Process ended prematurely: osmo-stp_10.42.42.5(pid=30389) [trial-2398↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30389)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30389): Process ended prematurely: osmo-stp_10.42.42.5(pid=30389) [trial-2398↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a02:38:54.331526 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.342714 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:38:54.478867 tst iperf3.py: using LAC 37969\u000a02:38:54.600283 tst iperf3.py: using RAC 229\u000a02:38:54.715593 tst iperf3.py: using CellId 37969\u000a02:38:54.836545 tst iperf3.py: using BVCI 37970\u000a02:38:54.859300 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.869922 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.880225 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.890566 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.900786 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.911503 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.922456 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.933110 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:38:54.943548 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:38:55.216722 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:38:55.340513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:38:55.648197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30381): Launched\u000a02:38:55.903980 run iperf3-srv_10.42.42.10(pid=30382): Launched\u000a02:38:56.085210 tst iperf3.py:8: start network...\u000a02:38:56.208928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:38:56.687040 run create_hlr_db(pid=30383): Launched\u000a02:38:56.859421 bus /gobi_6: Setting Powered False\u000a02:38:57.881500 run create_hlr_db(pid=30383): Terminated: ok {rc=0}\u000a02:38:58.307242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30385): Launched\u000a02:38:58.628704 run osmo-hlr_10.42.42.2(pid=30386): Launched\u000a02:38:58.746147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:38:59.303426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30388): Launched\u000a02:38:59.628718 run osmo-stp_10.42.42.5(pid=30389): Launched\u000a02:38:59.747804 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:00.307834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30391): Launched\u000a02:39:00.423377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:00.703774 run patchelf(pid=30392): Launched\u000a02:39:00.901470 run osmo-stp_10.42.42.5(pid=30389): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30389)]\u000a02:39:01.047137 run osmo-stp_10.42.42.5(pid=30389): stdout: \u000a| (launched: 2022-12-14_02:38:59.468378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:01.188382 run osmo-stp_10.42.42.5(pid=30389): stderr: \u000a| �[0;m�[38;5;43m20221214023859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023859663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023859663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023859663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023859663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:01.329327 run osmo-stp_10.42.42.5(pid=30389): stdout: \u000a| (launched: 2022-12-14_02:38:59.468378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:01.478223 run osmo-stp_10.42.42.5(pid=30389): stderr: \u000a| �[0;m�[38;5;43m20221214023859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023859663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023859663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023859663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023859663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:01.671289 run patchelf(pid=30392): Terminating (SIGINT)\u000a02:39:01.865466 run patchelf(pid=30392): Terminated: ok {rc=0}\u000a02:39:01.900476 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30389): Process ended prematurely: osmo-stp_10.42.42.5(pid=30389) [trial-2398↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30389)] [trial-2398↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a02:39:01.911518 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:39:01.977731 run osmo-hlr_10.42.42.2(pid=30386): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30386)]\u000a02:39:02.031790 run osmo-hlr_10.42.42.2(pid=30386): stdout: \u000a| (launched: 2022-12-14_02:38:58.471450) \u000a02:39:02.086853 run osmo-hlr_10.42.42.2(pid=30386): stderr: \u000a| �[0;m�[1;31m20221214023858667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023858667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023858667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023858667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023858667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023858668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023858681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023858689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023858689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023858689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:02.140937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30381): Terminating (SIGTERM)\u000a02:39:02.195497 run iperf3-srv_10.42.42.10(pid=30382): Terminating (SIGTERM)\u000a02:39:02.246953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30385): Terminating (SIGTERM)\u000a02:39:02.302512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30388): Terminating (SIGTERM)\u000a02:39:02.362124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30391): Terminating (SIGTERM)\u000a02:39:02.373649 --- ParallelTerminationStrategy: PID 30381 died...\u000a02:39:02.441093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30381): Terminated: ok {rc=0}\u000a02:39:02.453043 --- ParallelTerminationStrategy: PID 30382 died...\u000a02:39:02.511418 run iperf3-srv_10.42.42.10(pid=30382): Terminated {rc=256}\u000a02:39:02.523305 --- ParallelTerminationStrategy: PID 30385 died...\u000a02:39:02.587839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30385): Terminated: ok {rc=0}\u000a02:39:02.602626 --- ParallelTerminationStrategy: PID 30388 died...\u000a02:39:02.670405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30388): Terminated: ok {rc=0}\u000a02:39:02.682853 --- ParallelTerminationStrategy: PID 30391 died...\u000a02:39:02.751073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30391): Terminated: ok {rc=0}\u000a02:39:02.864891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30679): Process ended prematurely: osmo-stp_10.42.42.5(pid=30679) [trial-2398↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30679)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30679): Process ended prematurely: osmo-stp_10.42.42.5(pid=30679) [trial-2398↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a02:39:03.981871 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:03.994021 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:04.130749 tst iperf3m4.py: using LAC 37970\u000a02:39:04.251006 tst iperf3m4.py: using RAC 230\u000a02:39:04.371018 tst iperf3m4.py: using CellId 37970\u000a02:39:04.489574 tst iperf3m4.py: using BVCI 37971\u000a02:39:04.513614 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.525489 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.537003 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.549542 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.561816 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.573813 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.586079 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.598166 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:04.610418 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:04.733314 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:04.855873 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:04.977417 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:05.260369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:39:05.390248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:05.726883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30663): Launched\u000a02:39:06.013404 run iperf3-srv_10.42.42.10(pid=30664): Launched\u000a02:39:06.199605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:39:06.327363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:06.662130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30667): Launched\u000a02:39:06.953605 run iperf3-srv_10.42.42.10(pid=30668): Launched\u000a02:39:07.153174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:39:07.289248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:07.642225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30669): Launched\u000a02:39:07.944779 run iperf3-srv_10.42.42.10(pid=30670): Launched\u000a02:39:08.149073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:39:08.288554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:08.640742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30671): Launched\u000a02:39:08.940331 run iperf3-srv_10.42.42.10(pid=30672): Launched\u000a02:39:09.147624 tst iperf3m4.py:8: start network...\u000a02:39:09.288292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:09.847380 run create_hlr_db(pid=30673): Launched\u000a02:39:10.043139 bus /gobi_6: Setting Powered False\u000a02:39:11.065152 run create_hlr_db(pid=30673): Terminated: ok {rc=0}\u000a02:39:11.525327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30675): Launched\u000a02:39:11.962639 run osmo-hlr_10.42.42.2(pid=30676): Launched\u000a02:39:12.213158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:12.814078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30678): Launched\u000a02:39:13.252899 run osmo-stp_10.42.42.5(pid=30679): Launched\u000a02:39:13.479535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:14.077871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30681): Launched\u000a02:39:14.199317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:14.503578 run patchelf(pid=30682): Launched\u000a02:39:14.701867 run osmo-stp_10.42.42.5(pid=30679): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30679)]\u000a02:39:14.846814 run osmo-stp_10.42.42.5(pid=30679): stdout: \u000a| (launched: 2022-12-14_02:39:12.986667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:14.992847 run osmo-stp_10.42.42.5(pid=30679): stderr: \u000a| �[0;m�[38;5;43m20221214023913290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023913290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023913290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023913291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023913291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023913291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023913291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:15.132592 run osmo-stp_10.42.42.5(pid=30679): stdout: \u000a| (launched: 2022-12-14_02:39:12.986667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:15.272796 run osmo-stp_10.42.42.5(pid=30679): stderr: \u000a| �[0;m�[38;5;43m20221214023913290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023913290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023913290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023913291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023913291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023913291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023913291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:15.436749 run patchelf(pid=30682): Terminating (SIGINT)\u000a02:39:15.629863 run patchelf(pid=30682): Terminated: ok {rc=0}\u000a02:39:15.665264 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30679): Process ended prematurely: osmo-stp_10.42.42.5(pid=30679) [trial-2398↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30679)] [trial-2398↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a02:39:15.676372 tst iperf3m4.py:8: Test FAILED (11.7 sec)\u000a02:39:15.744872 run osmo-hlr_10.42.42.2(pid=30676): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30676)]\u000a02:39:15.799902 run osmo-hlr_10.42.42.2(pid=30676): stdout: \u000a| (launched: 2022-12-14_02:39:11.697895) \u000a02:39:15.872281 run osmo-hlr_10.42.42.2(pid=30676): stderr: \u000a| �[0;m�[1;31m20221214023912010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023912010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023912010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023912010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023912010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023912010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023912030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023912042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023912042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023912042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:15.925603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30663): Terminating (SIGTERM)\u000a02:39:15.971579 run iperf3-srv_10.42.42.10(pid=30664): Terminating (SIGTERM)\u000a02:39:16.022294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30667): Terminating (SIGTERM)\u000a02:39:16.068511 run iperf3-srv_10.42.42.10(pid=30668): Terminating (SIGTERM)\u000a02:39:16.115546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30669): Terminating (SIGTERM)\u000a02:39:16.163441 run iperf3-srv_10.42.42.10(pid=30670): Terminating (SIGTERM)\u000a02:39:16.209652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30671): Terminating (SIGTERM)\u000a02:39:16.258394 run iperf3-srv_10.42.42.10(pid=30672): Terminating (SIGTERM)\u000a02:39:16.306425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30675): Terminating (SIGTERM)\u000a02:39:16.360870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30678): Terminating (SIGTERM)\u000a02:39:16.415823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30681): Terminating (SIGTERM)\u000a02:39:16.430449 --- ParallelTerminationStrategy: PID 30663 died...\u000a02:39:16.500604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30663): Terminated: ok {rc=0}\u000a02:39:16.514593 --- ParallelTerminationStrategy: PID 30664 died...\u000a02:39:16.584809 run iperf3-srv_10.42.42.10(pid=30664): Terminated {rc=256}\u000a02:39:16.599142 --- ParallelTerminationStrategy: PID 30667 died...\u000a02:39:16.667447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30667): Terminated: ok {rc=0}\u000a02:39:16.681988 --- ParallelTerminationStrategy: PID 30668 died...\u000a02:39:16.751085 run iperf3-srv_10.42.42.10(pid=30668): Terminated {rc=256}\u000a02:39:16.766156 --- ParallelTerminationStrategy: PID 30669 died...\u000a02:39:16.834047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30669): Terminated: ok {rc=0}\u000a02:39:16.848899 --- ParallelTerminationStrategy: PID 30670 died...\u000a02:39:16.917744 run iperf3-srv_10.42.42.10(pid=30670): Terminated {rc=256}\u000a02:39:16.931407 --- ParallelTerminationStrategy: PID 30671 died...\u000a02:39:17.002312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30671): Terminated: ok {rc=0}\u000a02:39:17.016246 --- ParallelTerminationStrategy: PID 30672 died...\u000a02:39:17.082435 run iperf3-srv_10.42.42.10(pid=30672): Terminated {rc=256}\u000a02:39:17.096046 --- ParallelTerminationStrategy: PID 30675 died...\u000a02:39:17.166065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30675): Terminated: ok {rc=0}\u000a02:39:17.180860 --- ParallelTerminationStrategy: PID 30678 died...\u000a02:39:17.249236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30678): Terminated: ok {rc=0}\u000a02:39:17.263959 --- ParallelTerminationStrategy: PID 30681 died...\u000a02:39:17.332809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30681): Terminated: ok {rc=0}\u000a02:39:17.448248 bus /gobi_4: Setting Powered False\u000a02:39:18.564645 bus /gobi_4: Setting Powered False\u000a02:39:19.688092 bus /gobi_1: Setting Powered False\u000a02:39:20.795700 bus /gobi_1: Setting Powered False\u000a02:39:21.909364 bus /gobi_0: Setting Powered False\u000a02:39:23.022883 bus /gobi_0: Setting Powered False\u000a02:39:24.133957 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30690): Process ended prematurely: osmo-stp_10.42.42.5(pid=30690) [trial-2398↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30690)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30690): Process ended prematurely: osmo-stp_10.42.42.5(pid=30690) [trial-2398↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a02:39:25.202152 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.213754 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:25.348286 tst ping.py: using LAC 37971\u000a02:39:25.467801 tst ping.py: using RAC 231\u000a02:39:25.588318 tst ping.py: using CellId 37971\u000a02:39:25.714589 tst ping.py: using BVCI 37972\u000a02:39:25.739486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.750941 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.762351 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.773598 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.784762 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.795992 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.807563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:25.818959 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:26.094573 tst ping.py:19: start network...\u000a02:39:26.218163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:26.695168 run create_hlr_db(pid=30684): Launched\u000a02:39:26.867922 bus /gobi_6: Setting Powered False\u000a02:39:27.888180 run create_hlr_db(pid=30684): Terminated: ok {rc=0}\u000a02:39:28.315499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30686): Launched\u000a02:39:28.638444 run osmo-hlr_10.42.42.2(pid=30687): Launched\u000a02:39:28.758917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:29.318922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30689): Launched\u000a02:39:29.642377 run osmo-stp_10.42.42.5(pid=30690): Launched\u000a02:39:29.764395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:30.325725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30692): Launched\u000a02:39:30.441224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:30.722805 run patchelf(pid=30693): Launched\u000a02:39:30.947030 run osmo-stp_10.42.42.5(pid=30690): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30690)]\u000a02:39:31.078424 run osmo-stp_10.42.42.5(pid=30690): stdout: \u000a| (launched: 2022-12-14_02:39:29.482832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:31.211338 run osmo-stp_10.42.42.5(pid=30690): stderr: \u000a| �[0;m�[38;5;43m20221214023929676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023929676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023929676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023929677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023929677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023929677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023929677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:31.338628 run osmo-stp_10.42.42.5(pid=30690): stdout: \u000a| (launched: 2022-12-14_02:39:29.482832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:31.467258 run osmo-stp_10.42.42.5(pid=30690): stderr: \u000a| �[0;m�[38;5;43m20221214023929676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023929676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023929676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023929677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023929677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023929677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023929677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:31.616017 run patchelf(pid=30693): Terminating (SIGINT)\u000a02:39:31.792862 run patchelf(pid=30693): Terminated: ok {rc=0}\u000a02:39:31.825569 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30690): Process ended prematurely: osmo-stp_10.42.42.5(pid=30690) [trial-2398↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30690)] [trial-2398↪gprs:trx-sysmocell5000↪ping.py:22]\u000a02:39:31.835312 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:39:31.897439 run osmo-hlr_10.42.42.2(pid=30687): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30687)]\u000a02:39:31.949551 run osmo-hlr_10.42.42.2(pid=30687): stdout: \u000a| (launched: 2022-12-14_02:39:28.479399) \u000a02:39:32.001542 run osmo-hlr_10.42.42.2(pid=30687): stderr: \u000a| �[0;m�[1;31m20221214023928678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023928678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023928678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023928678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023928678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023928678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023928690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023928700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023928701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023928701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:32.046040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30686): Terminating (SIGTERM)\u000a02:39:32.089186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30689): Terminating (SIGTERM)\u000a02:39:32.131743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30692): Terminating (SIGTERM)\u000a02:39:32.143848 --- ParallelTerminationStrategy: PID 30686 died...\u000a02:39:32.197972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30686): Terminated: ok {rc=0}\u000a02:39:32.207764 --- ParallelTerminationStrategy: PID 30689 died...\u000a02:39:32.261257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30689): Terminated: ok {rc=0}\u000a02:39:32.270913 --- ParallelTerminationStrategy: PID 30692 died...\u000a02:39:32.324339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30692): Terminated: ok {rc=0}\u000a02:39:32.412548 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30700): Process ended prematurely: osmo-stp_10.42.42.5(pid=30700) [trial-2398↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30700): Process ended prematurely: osmo-stp_10.42.42.5(pid=30700) [trial-2398↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a02:39:33.464371 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:33.476017 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a02:39:33.616274 tst ping_idle_ping.py: using LAC 37972\u000a02:39:33.732373 tst ping_idle_ping.py: using RAC 232\u000a02:39:33.849161 tst ping_idle_ping.py: using CellId 37972\u000a02:39:33.966189 tst ping_idle_ping.py: using BVCI 37973\u000a02:39:33.989174 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:33.999916 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:34.010574 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:34.021129 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:34.031575 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:34.042507 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:34.053697 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a02:39:34.064252 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a02:39:34.341992 tst ping_idle_ping.py:24: start network...\u000a02:39:34.466284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:34.948278 run create_hlr_db(pid=30694): Launched\u000a02:39:35.121683 bus /gobi_6: Setting Powered False\u000a02:39:36.143153 run create_hlr_db(pid=30694): Terminated: ok {rc=0}\u000a02:39:36.571433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30696): Launched\u000a02:39:36.894510 run osmo-hlr_10.42.42.2(pid=30697): Launched\u000a02:39:37.012288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:37.571561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30699): Launched\u000a02:39:37.894916 run osmo-stp_10.42.42.5(pid=30700): Launched\u000a02:39:38.012478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:38.570189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30702): Launched\u000a02:39:38.677187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:38.938403 run patchelf(pid=30703): Launched\u000a02:39:39.113477 run osmo-stp_10.42.42.5(pid=30700): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)]\u000a02:39:39.241665 run osmo-stp_10.42.42.5(pid=30700): stdout: \u000a| (launched: 2022-12-14_02:39:37.735486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:39.369913 run osmo-stp_10.42.42.5(pid=30700): stderr: \u000a| �[0;m�[38;5;43m20221214023937925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023937925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023937925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023937926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023937928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023937928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023937928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:39.493841 run osmo-stp_10.42.42.5(pid=30700): stdout: \u000a| (launched: 2022-12-14_02:39:37.735486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:39.616338 run osmo-stp_10.42.42.5(pid=30700): stderr: \u000a| �[0;m�[38;5;43m20221214023937925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023937925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023937925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023937926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023937928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023937928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023937928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:39.760275 run patchelf(pid=30703): Terminating (SIGINT)\u000a02:39:39.929842 run patchelf(pid=30703): Terminated: ok {rc=0}\u000a02:39:39.961390 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30700): Process ended prematurely: osmo-stp_10.42.42.5(pid=30700) [trial-2398↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)] [trial-2398↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a02:39:39.970310 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:39:40.030068 run osmo-hlr_10.42.42.2(pid=30697): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30697)]\u000a02:39:40.078885 run osmo-hlr_10.42.42.2(pid=30697): stdout: \u000a| (launched: 2022-12-14_02:39:36.735557) \u000a02:39:40.128576 run osmo-hlr_10.42.42.2(pid=30697): stderr: \u000a| �[0;m�[1;31m20221214023936933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023936933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023936933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023936933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023936933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023936933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023936945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023936954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023936954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023936954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:40.170948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30696): Terminating (SIGTERM)\u000a02:39:40.210654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30699): Terminating (SIGTERM)\u000a02:39:40.250613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30702): Terminating (SIGTERM)\u000a02:39:40.259917 --- ParallelTerminationStrategy: PID 30696 died...\u000a02:39:40.313457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30696): Terminated: ok {rc=0}\u000a02:39:40.323010 --- ParallelTerminationStrategy: PID 30699 died...\u000a02:39:40.376585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30699): Terminated: ok {rc=0}\u000a02:39:40.386291 --- ParallelTerminationStrategy: PID 30702 died...\u000a02:39:40.440032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30702): Terminated: ok {rc=0}\u000a02:39:40.528425 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:38:41" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30717): Process ended prematurely: osmo-stp_10.42.42.5(pid=30717) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30717)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30717): Process ended prematurely: osmo-stp_10.42.42.5(pid=30717) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:39:42.697557 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:42.708313 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:39:42.854564 tst cs_paging_gprs_active.py: using LAC 37973\u000a02:39:42.982716 tst cs_paging_gprs_active.py: using RAC 233\u000a02:39:43.112434 tst cs_paging_gprs_active.py: using CellId 37973\u000a02:39:43.240568 tst cs_paging_gprs_active.py: using BVCI 37974\u000a02:39:43.265754 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.277061 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.288183 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.299384 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.310801 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.322306 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.333970 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.345687 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:43.357308 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:43.476114 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:43.774275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:39:43.911440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:44.249998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30707): Launched\u000a02:39:44.531299 run iperf3-srv_10.42.42.10(pid=30708): Launched\u000a02:39:44.732023 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:39:44.869201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:45.207708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30709): Launched\u000a02:39:45.489983 run iperf3-srv_10.42.42.10(pid=30710): Launched\u000a02:39:45.690282 tst cs_paging_gprs_active.py:38: start network...\u000a02:39:45.827343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:46.363224 run create_hlr_db(pid=30711): Launched\u000a02:39:46.557248 bus /gobi_6: Setting Powered False\u000a02:39:47.562811 run create_hlr_db(pid=30711): Terminated: ok {rc=0}\u000a02:39:48.010457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30713): Launched\u000a02:39:48.339264 run osmo-hlr_10.42.42.2(pid=30714): Launched\u000a02:39:48.460005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:39:49.029221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30716): Launched\u000a02:39:49.357120 run osmo-stp_10.42.42.5(pid=30717): Launched\u000a02:39:49.477942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:39:50.050228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30719): Launched\u000a02:39:50.167642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:39:50.454306 run patchelf(pid=30720): Launched\u000a02:39:50.646489 run osmo-stp_10.42.42.5(pid=30717): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30717)]\u000a02:39:50.787003 run osmo-stp_10.42.42.5(pid=30717): stdout: \u000a| (launched: 2022-12-14_02:39:49.195509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:50.927443 run osmo-stp_10.42.42.5(pid=30717): stderr: \u000a| �[0;m�[38;5;43m20221214023949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023949389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:51.063769 run osmo-stp_10.42.42.5(pid=30717): stdout: \u000a| (launched: 2022-12-14_02:39:49.195509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:39:51.198806 run osmo-stp_10.42.42.5(pid=30717): stderr: \u000a| �[0;m�[38;5;43m20221214023949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214023949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214023949388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214023949389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214023949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214023949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214023949391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:39:51.356374 run patchelf(pid=30720): Terminating (SIGINT)\u000a02:39:51.542244 run patchelf(pid=30720): Terminated: ok {rc=0}\u000a02:39:51.576147 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30717): Process ended prematurely: osmo-stp_10.42.42.5(pid=30717) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30717)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:39:51.586299 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a02:39:51.649794 run osmo-hlr_10.42.42.2(pid=30714): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30714)]\u000a02:39:51.702026 run osmo-hlr_10.42.42.2(pid=30714): stdout: \u000a| (launched: 2022-12-14_02:39:48.177570) \u000a02:39:51.754531 run osmo-hlr_10.42.42.2(pid=30714): stderr: \u000a| �[0;m�[1;31m20221214023948378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214023948378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214023948378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023948378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214023948379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214023948379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214023948390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214023948398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214023948399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214023948399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:39:51.799840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30707): Terminating (SIGTERM)\u000a02:39:51.842547 run iperf3-srv_10.42.42.10(pid=30708): Terminating (SIGTERM)\u000a02:39:51.884793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30709): Terminating (SIGTERM)\u000a02:39:51.926943 run iperf3-srv_10.42.42.10(pid=30710): Terminating (SIGTERM)\u000a02:39:51.969316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30713): Terminating (SIGTERM)\u000a02:39:52.011501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30716): Terminating (SIGTERM)\u000a02:39:52.053676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30719): Terminating (SIGTERM)\u000a02:39:52.063220 --- ParallelTerminationStrategy: PID 30707 died...\u000a02:39:52.119866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30707): Terminated: ok {rc=0}\u000a02:39:52.129878 --- ParallelTerminationStrategy: PID 30708 died...\u000a02:39:52.186009 run iperf3-srv_10.42.42.10(pid=30708): Terminated {rc=256}\u000a02:39:52.195915 --- ParallelTerminationStrategy: PID 30709 died...\u000a02:39:52.252102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30709): Terminated: ok {rc=0}\u000a02:39:52.262116 --- ParallelTerminationStrategy: PID 30710 died...\u000a02:39:52.317992 run iperf3-srv_10.42.42.10(pid=30710): Terminated {rc=256}\u000a02:39:52.327948 --- ParallelTerminationStrategy: PID 30713 died...\u000a02:39:52.384060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30713): Terminated: ok {rc=0}\u000a02:39:52.394024 --- ParallelTerminationStrategy: PID 30716 died...\u000a02:39:52.450322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30716): Terminated: ok {rc=0}\u000a02:39:52.460324 --- ParallelTerminationStrategy: PID 30719 died...\u000a02:39:52.516589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30719): Terminated: ok {rc=0}\u000a02:39:52.603313 bus /gobi_0: Setting Powered False\u000a02:39:53.709754 bus /gobi_0: Setting Powered False\u000a02:39:54.823297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30732): Process ended prematurely: osmo-stp_10.42.42.5(pid=30732) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30732): Process ended prematurely: osmo-stp_10.42.42.5(pid=30732) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:39:55.933719 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:55.946524 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:39:56.096079 tst iperf3.py: using LAC 37974\u000a02:39:56.223241 tst iperf3.py: using RAC 234\u000a02:39:56.355922 tst iperf3.py: using CellId 37974\u000a02:39:56.481523 tst iperf3.py: using BVCI 37975\u000a02:39:56.506588 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.518055 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.529298 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.540395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.551875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.563424 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.575056 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.586498 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:39:56.598107 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:39:56.890851 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:39:57.026693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:39:57.361990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30721): Launched\u000a02:39:57.642003 run iperf3-srv_10.42.42.10(pid=30722): Launched\u000a02:39:57.841074 tst iperf3.py:8: start network...\u000a02:39:57.977441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:39:58.492151 run create_hlr_db(pid=30723): Launched\u000a02:39:58.681433 bus /gobi_6: Setting Powered False\u000a02:39:59.701062 run create_hlr_db(pid=30723): Terminated: ok {rc=0}\u000a02:40:00.108825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30725): Launched\u000a02:40:00.413997 run osmo-hlr_10.42.42.2(pid=30726): Launched\u000a02:40:00.531866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:01.162936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30728): Launched\u000a02:40:01.567849 run osmo-stp_10.42.42.5(pid=30732): Launched\u000a02:40:01.699704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:02.367311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30734): Launched\u000a02:40:02.486442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:02.773006 run patchelf(pid=30735): Launched\u000a02:40:02.964483 run osmo-stp_10.42.42.5(pid=30732): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)]\u000a02:40:03.104397 run osmo-stp_10.42.42.5(pid=30732): stdout: \u000a| (launched: 2022-12-14_02:40:01.364075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:03.244313 run osmo-stp_10.42.42.5(pid=30732): stderr: \u000a| �[0;m�[38;5;43m20221214024001743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024001743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024001744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024001744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024001744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024001744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024001744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:03.380151 run osmo-stp_10.42.42.5(pid=30732): stdout: \u000a| (launched: 2022-12-14_02:40:01.364075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:03.515393 run osmo-stp_10.42.42.5(pid=30732): stderr: \u000a| �[0;m�[38;5;43m20221214024001743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024001743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024001744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024001744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024001744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024001744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024001744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:03.672244 run patchelf(pid=30735): Terminating (SIGINT)\u000a02:40:03.856570 run patchelf(pid=30735): Terminated: ok {rc=0}\u000a02:40:03.890442 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30732): Process ended prematurely: osmo-stp_10.42.42.5(pid=30732) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30732)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a02:40:03.900515 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a02:40:03.964175 run osmo-hlr_10.42.42.2(pid=30726): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30726)]\u000a02:40:04.015971 run osmo-hlr_10.42.42.2(pid=30726): stdout: \u000a| (launched: 2022-12-14_02:40:00.263403) \u000a02:40:04.068724 run osmo-hlr_10.42.42.2(pid=30726): stderr: \u000a| �[0;m�[1;31m20221214024000443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024000443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024000443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024000443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024000443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024000443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024000455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024000464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024000464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024000464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:04.113673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30721): Terminating (SIGTERM)\u000a02:40:04.156547 run iperf3-srv_10.42.42.10(pid=30722): Terminating (SIGTERM)\u000a02:40:04.199040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30725): Terminating (SIGTERM)\u000a02:40:04.241926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30728): Terminating (SIGTERM)\u000a02:40:04.284231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30734): Terminating (SIGTERM)\u000a02:40:04.293933 --- ParallelTerminationStrategy: PID 30721 died...\u000a02:40:04.350897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30721): Terminated: ok {rc=0}\u000a02:40:04.361026 --- ParallelTerminationStrategy: PID 30722 died...\u000a02:40:04.417181 run iperf3-srv_10.42.42.10(pid=30722): Terminated {rc=256}\u000a02:40:04.427184 --- ParallelTerminationStrategy: PID 30725 died...\u000a02:40:04.483985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30725): Terminated: ok {rc=0}\u000a02:40:04.494083 --- ParallelTerminationStrategy: PID 30728 died...\u000a02:40:04.550529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30728): Terminated: ok {rc=0}\u000a02:40:04.560531 --- ParallelTerminationStrategy: PID 30734 died...\u000a02:40:04.617127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30734): Terminated: ok {rc=0}\u000a02:40:04.703937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:40:05.812768 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:05.824575 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:05.962767 tst iperf3m4.py: using LAC 37975\u000a02:40:06.084135 tst iperf3m4.py: using RAC 235\u000a02:40:06.206655 tst iperf3m4.py: using CellId 37975\u000a02:40:06.324741 tst iperf3m4.py: using BVCI 37976\u000a02:40:06.348032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.359030 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.369818 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.380510 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.391155 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.401903 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.412729 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.423465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:06.434273 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:06.551443 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:06.675476 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:06.794692 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:07.092774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:40:07.229696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:07.567652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30736): Launched\u000a02:40:07.850018 run iperf3-srv_10.42.42.10(pid=30737): Launched\u000a02:40:08.050817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:40:08.187691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:08.526257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30738): Launched\u000a02:40:08.806150 run iperf3-srv_10.42.42.10(pid=30739): Launched\u000a02:40:09.006254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:40:09.142561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:09.480438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30740): Launched\u000a02:40:09.762229 run iperf3-srv_10.42.42.10(pid=30741): Launched\u000a02:40:09.962977 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:40:10.099742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:10.437408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30742): Launched\u000a02:40:10.718245 run iperf3-srv_10.42.42.10(pid=30743): Launched\u000a02:40:10.918644 tst iperf3m4.py:8: start network...\u000a02:40:11.055237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:11.570014 run create_hlr_db(pid=30744): Launched\u000a02:40:11.759164 bus /gobi_6: Setting Powered False\u000a02:40:12.779681 run create_hlr_db(pid=30744): Terminated: ok {rc=0}\u000a02:40:13.186771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Launched\u000a02:40:13.492050 run osmo-hlr_10.42.42.2(pid=30747): Launched\u000a02:40:13.610176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:14.149952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Launched\u000a02:40:14.454582 run osmo-stp_10.42.42.5(pid=30750): Launched\u000a02:40:14.566222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:15.096637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Launched\u000a02:40:15.205197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:15.470155 run patchelf(pid=30753): Launched\u000a02:40:15.648065 run osmo-stp_10.42.42.5(pid=30750): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]\u000a02:40:15.778066 run osmo-stp_10.42.42.5(pid=30750): stdout: \u000a| (launched: 2022-12-14_02:40:14.304809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:15.946285 run osmo-stp_10.42.42.5(pid=30750): stderr: \u000a| �[0;m�[38;5;43m20221214024014478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024014478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024014478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024014478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024014481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024014481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024014481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:16.084902 run osmo-stp_10.42.42.5(pid=30750): stdout: \u000a| (launched: 2022-12-14_02:40:14.304809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:16.224339 run osmo-stp_10.42.42.5(pid=30750): stderr: \u000a| �[0;m�[38;5;43m20221214024014478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024014478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024014478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024014478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024014481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024014481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024014481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:16.387296 run patchelf(pid=30753): Terminating (SIGINT)\u000a02:40:16.578256 run patchelf(pid=30753): Terminated: ok {rc=0}\u000a02:40:16.613637 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:40:16.624709 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:40:16.691894 run osmo-hlr_10.42.42.2(pid=30747): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30747)]\u000a02:40:16.748066 run osmo-hlr_10.42.42.2(pid=30747): stdout: \u000a| (launched: 2022-12-14_02:40:13.342038) \u000a02:40:16.803820 run osmo-hlr_10.42.42.2(pid=30747): stderr: \u000a| �[0;m�[1;31m20221214024013519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024013519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024013519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024013519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024013519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024013519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024013532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024013543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024013543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024013543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:16.850999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30736): Terminating (SIGTERM)\u000a02:40:16.895825 run iperf3-srv_10.42.42.10(pid=30737): Terminating (SIGTERM)\u000a02:40:16.940228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30738): Terminating (SIGTERM)\u000a02:40:16.987460 run iperf3-srv_10.42.42.10(pid=30739): Terminating (SIGTERM)\u000a02:40:17.033506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30740): Terminating (SIGTERM)\u000a02:40:17.077508 run iperf3-srv_10.42.42.10(pid=30741): Terminating (SIGTERM)\u000a02:40:17.122249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30742): Terminating (SIGTERM)\u000a02:40:17.167213 run iperf3-srv_10.42.42.10(pid=30743): Terminating (SIGTERM)\u000a02:40:17.211980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Terminating (SIGTERM)\u000a02:40:17.254636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Terminating (SIGTERM)\u000a02:40:17.297059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Terminating (SIGTERM)\u000a02:40:17.306738 --- ParallelTerminationStrategy: PID 30736 died...\u000a02:40:17.364384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30736): Terminated: ok {rc=0}\u000a02:40:17.374419 --- ParallelTerminationStrategy: PID 30737 died...\u000a02:40:17.431599 run iperf3-srv_10.42.42.10(pid=30737): Terminated {rc=256}\u000a02:40:17.441596 --- ParallelTerminationStrategy: PID 30738 died...\u000a02:40:17.499062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30738): Terminated: ok {rc=0}\u000a02:40:17.509312 --- ParallelTerminationStrategy: PID 30739 died...\u000a02:40:17.566319 run iperf3-srv_10.42.42.10(pid=30739): Terminated {rc=256}\u000a02:40:17.576239 --- ParallelTerminationStrategy: PID 30740 died...\u000a02:40:17.633547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30740): Terminated: ok {rc=0}\u000a02:40:17.643494 --- ParallelTerminationStrategy: PID 30741 died...\u000a02:40:17.700641 run iperf3-srv_10.42.42.10(pid=30741): Terminated {rc=256}\u000a02:40:17.711013 --- ParallelTerminationStrategy: PID 30742 died...\u000a02:40:17.768255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30742): Terminated: ok {rc=0}\u000a02:40:17.778306 --- ParallelTerminationStrategy: PID 30743 died...\u000a02:40:17.835322 run iperf3-srv_10.42.42.10(pid=30743): Terminated {rc=256}\u000a02:40:17.845339 --- ParallelTerminationStrategy: PID 30746 died...\u000a02:40:17.902654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Terminated: ok {rc=0}\u000a02:40:17.912655 --- ParallelTerminationStrategy: PID 30749 died...\u000a02:40:17.970408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Terminated: ok {rc=0}\u000a02:40:17.980631 --- ParallelTerminationStrategy: PID 30752 died...\u000a02:40:18.038458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Terminated: ok {rc=0}\u000a02:40:18.126643 bus /gobi_4: Setting Powered False\u000a02:40:19.232232 bus /gobi_4: Setting Powered False\u000a02:40:20.341556 bus /gobi_1: Setting Powered False\u000a02:40:21.448670 bus /gobi_1: Setting Powered False\u000a02:40:22.557739 bus /gobi_0: Setting Powered False\u000a02:40:23.662772 bus /gobi_0: Setting Powered False\u000a02:40:24.775665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30761): Process ended prematurely: osmo-stp_10.42.42.5(pid=30761) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30761)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30761): Process ended prematurely: osmo-stp_10.42.42.5(pid=30761) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:40:25.842307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:25.853899 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:25.997829 tst ping.py: using LAC 37976\u000a02:40:26.125174 tst ping.py: using RAC 236\u000a02:40:26.243974 tst ping.py: using CellId 37976\u000a02:40:26.362449 tst ping.py: using BVCI 37977\u000a02:40:26.385242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.396066 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.406977 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.417797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.428268 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.438891 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.449719 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:26.460392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:26.736348 tst ping.py:19: start network...\u000a02:40:26.860064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:27.339271 run create_hlr_db(pid=30754): Launched\u000a02:40:27.511478 bus /gobi_6: Setting Powered False\u000a02:40:28.532613 run create_hlr_db(pid=30754): Terminated: ok {rc=0}\u000a02:40:28.958509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Launched\u000a02:40:29.280906 run osmo-hlr_10.42.42.2(pid=30757): Launched\u000a02:40:29.401024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:29.963600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Launched\u000a02:40:30.285983 run osmo-stp_10.42.42.5(pid=30761): Launched\u000a02:40:30.402962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:30.981188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30763): Launched\u000a02:40:31.100852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:31.397402 run patchelf(pid=30764): Launched\u000a02:40:31.590620 run osmo-stp_10.42.42.5(pid=30761): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30761)]\u000a02:40:31.731265 run osmo-stp_10.42.42.5(pid=30761): stdout: \u000a| (launched: 2022-12-14_02:40:30.126894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:31.874128 run osmo-stp_10.42.42.5(pid=30761): stderr: \u000a| �[0;m�[38;5;43m20221214024030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024030319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024030319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:32.010813 run osmo-stp_10.42.42.5(pid=30761): stdout: \u000a| (launched: 2022-12-14_02:40:30.126894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:32.146460 run osmo-stp_10.42.42.5(pid=30761): stderr: \u000a| �[0;m�[38;5;43m20221214024030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024030318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024030319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024030319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024030320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:32.302479 run patchelf(pid=30764): Terminating (SIGINT)\u000a02:40:32.484395 run patchelf(pid=30764): Terminated: ok {rc=0}\u000a02:40:32.517248 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30761): Process ended prematurely: osmo-stp_10.42.42.5(pid=30761) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30761)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a02:40:32.526528 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:40:32.591105 run osmo-hlr_10.42.42.2(pid=30757): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30757)]\u000a02:40:32.643666 run osmo-hlr_10.42.42.2(pid=30757): stdout: \u000a| (launched: 2022-12-14_02:40:29.122035) \u000a02:40:32.696842 run osmo-hlr_10.42.42.2(pid=30757): stderr: \u000a| �[0;m�[1;31m20221214024029319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024029319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024029319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024029319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024029319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024029319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024029332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024029340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024029340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024029340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:32.742411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminating (SIGTERM)\u000a02:40:32.785341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminating (SIGTERM)\u000a02:40:32.828314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30763): Terminating (SIGTERM)\u000a02:40:32.838141 --- ParallelTerminationStrategy: PID 30756 died...\u000a02:40:32.895863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminated: ok {rc=0}\u000a02:40:32.905983 --- ParallelTerminationStrategy: PID 30759 died...\u000a02:40:32.963364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminated: ok {rc=0}\u000a02:40:32.973449 --- ParallelTerminationStrategy: PID 30763 died...\u000a02:40:33.030868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30763): Terminated: ok {rc=0}\u000a02:40:33.118924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:40:34.171509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.183666 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:40:34.333274 tst ping_idle_ping.py: using LAC 37977\u000a02:40:34.460897 tst ping_idle_ping.py: using RAC 237\u000a02:40:34.589645 tst ping_idle_ping.py: using CellId 37977\u000a02:40:34.717758 tst ping_idle_ping.py: using BVCI 37978\u000a02:40:34.742751 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.754256 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.765529 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.776656 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.788569 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.800540 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.812857 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:40:34.825011 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:40:35.103180 tst ping_idle_ping.py:24: start network...\u000a02:40:35.228157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:35.711762 run create_hlr_db(pid=30765): Launched\u000a02:40:35.885522 bus /gobi_6: Setting Powered False\u000a02:40:36.906638 run create_hlr_db(pid=30765): Terminated: ok {rc=0}\u000a02:40:37.335867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Launched\u000a02:40:37.660075 run osmo-hlr_10.42.42.2(pid=30768): Launched\u000a02:40:37.779962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:38.339099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Launched\u000a02:40:38.664362 run osmo-stp_10.42.42.5(pid=30771): Launched\u000a02:40:38.781885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:39.347286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30773): Launched\u000a02:40:39.462665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:39.745556 run patchelf(pid=30774): Launched\u000a02:40:39.933888 run osmo-stp_10.42.42.5(pid=30771): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]\u000a02:40:40.071628 run osmo-stp_10.42.42.5(pid=30771): stdout: \u000a| (launched: 2022-12-14_02:40:38.503201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:40.210668 run osmo-stp_10.42.42.5(pid=30771): stderr: \u000a| �[0;m�[38;5;43m20221214024038697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024038697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024038697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024038697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024038698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024038698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024038698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:40.344517 run osmo-stp_10.42.42.5(pid=30771): stdout: \u000a| (launched: 2022-12-14_02:40:38.503201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:40.477869 run osmo-stp_10.42.42.5(pid=30771): stderr: \u000a| �[0;m�[38;5;43m20221214024038697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024038697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024038697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024038697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024038698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024038698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024038698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:40.632903 run patchelf(pid=30774): Terminating (SIGINT)\u000a02:40:40.814972 run patchelf(pid=30774): Terminated: ok {rc=0}\u000a02:40:40.847913 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:40:40.857194 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:40:40.920633 run osmo-hlr_10.42.42.2(pid=30768): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30768)]\u000a02:40:40.972234 run osmo-hlr_10.42.42.2(pid=30768): stdout: \u000a| (launched: 2022-12-14_02:40:37.500911) \u000a02:40:41.024523 run osmo-hlr_10.42.42.2(pid=30768): stderr: \u000a| �[0;m�[1;31m20221214024037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024037698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024037713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024037721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024037721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024037721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:41.069238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Terminating (SIGTERM)\u000a02:40:41.111859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Terminating (SIGTERM)\u000a02:40:41.154671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30773): Terminating (SIGTERM)\u000a02:40:41.164358 --- ParallelTerminationStrategy: PID 30767 died...\u000a02:40:41.221485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Terminated: ok {rc=0}\u000a02:40:41.231599 --- ParallelTerminationStrategy: PID 30770 died...\u000a02:40:41.288050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Terminated: ok {rc=0}\u000a02:40:41.298114 --- ParallelTerminationStrategy: PID 30773 died...\u000a02:40:41.354631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30773): Terminated: ok {rc=0}\u000a02:40:41.442621 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:39:42" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30792): Process ended prematurely: osmo-stp_10.42.42.5(pid=30792) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30792)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30792): Process ended prematurely: osmo-stp_10.42.42.5(pid=30792) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:40:43.608539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:43.619434 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:40:43.780358 tst cs_paging_gprs_active.py: using LAC 37978\u000a02:40:43.904583 tst cs_paging_gprs_active.py: using RAC 238\u000a02:40:44.024204 tst cs_paging_gprs_active.py: using CellId 37978\u000a02:40:44.143858 tst cs_paging_gprs_active.py: using BVCI 37979\u000a02:40:44.167194 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.178183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.188903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.199652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.210792 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.221657 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.232542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.243385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:44.254375 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:44.372297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:44.670104 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:40:44.806827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:45.144517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30782): Launched\u000a02:40:45.427140 run iperf3-srv_10.42.42.10(pid=30783): Launched\u000a02:40:45.628817 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:40:45.765503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:46.120168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30784): Launched\u000a02:40:46.418539 run iperf3-srv_10.42.42.10(pid=30785): Launched\u000a02:40:46.624241 tst cs_paging_gprs_active.py:38: start network...\u000a02:40:46.764732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:47.289110 run create_hlr_db(pid=30786): Launched\u000a02:40:47.479214 bus /gobi_6: Setting Powered False\u000a02:40:48.500106 run create_hlr_db(pid=30786): Terminated: ok {rc=0}\u000a02:40:48.910621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30788): Launched\u000a02:40:49.216138 run osmo-hlr_10.42.42.2(pid=30789): Launched\u000a02:40:49.328388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:40:49.856463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30791): Launched\u000a02:40:50.161200 run osmo-stp_10.42.42.5(pid=30792): Launched\u000a02:40:50.272565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:40:50.804493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30794): Launched\u000a02:40:50.913357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:40:51.179318 run patchelf(pid=30795): Launched\u000a02:40:51.357312 run osmo-stp_10.42.42.5(pid=30792): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30792)]\u000a02:40:51.487161 run osmo-stp_10.42.42.5(pid=30792): stdout: \u000a| (launched: 2022-12-14_02:40:50.011054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:51.617888 run osmo-stp_10.42.42.5(pid=30792): stderr: \u000a| �[0;m�[38;5;43m20221214024050184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024050185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024050185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024050185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024050186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024050186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024050186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:51.743626 run osmo-stp_10.42.42.5(pid=30792): stdout: \u000a| (launched: 2022-12-14_02:40:50.011054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:40:51.868425 run osmo-stp_10.42.42.5(pid=30792): stderr: \u000a| �[0;m�[38;5;43m20221214024050184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024050185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024050185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024050185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024050186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024050186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024050186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:40:52.014828 run patchelf(pid=30795): Terminating (SIGINT)\u000a02:40:52.186539 run patchelf(pid=30795): Terminated: ok {rc=0}\u000a02:40:52.218108 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30792): Process ended prematurely: osmo-stp_10.42.42.5(pid=30792) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30792)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:40:52.227350 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:40:52.288797 run osmo-hlr_10.42.42.2(pid=30789): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30789)]\u000a02:40:52.337503 run osmo-hlr_10.42.42.2(pid=30789): stdout: \u000a| (launched: 2022-12-14_02:40:49.065707) \u000a02:40:52.386843 run osmo-hlr_10.42.42.2(pid=30789): stderr: \u000a| �[0;m�[1;31m20221214024049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024049242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024049254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024049263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024049263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024049263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:40:52.428802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30782): Terminating (SIGTERM)\u000a02:40:52.468799 run iperf3-srv_10.42.42.10(pid=30783): Terminating (SIGTERM)\u000a02:40:52.508241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30784): Terminating (SIGTERM)\u000a02:40:52.547514 run iperf3-srv_10.42.42.10(pid=30785): Terminating (SIGTERM)\u000a02:40:52.586935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30788): Terminating (SIGTERM)\u000a02:40:52.626381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30791): Terminating (SIGTERM)\u000a02:40:52.665818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30794): Terminating (SIGTERM)\u000a02:40:52.674872 --- ParallelTerminationStrategy: PID 30782 died...\u000a02:40:52.727801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30782): Terminated: ok {rc=0}\u000a02:40:52.737301 --- ParallelTerminationStrategy: PID 30783 died...\u000a02:40:52.790022 run iperf3-srv_10.42.42.10(pid=30783): Terminated {rc=256}\u000a02:40:52.799390 --- ParallelTerminationStrategy: PID 30784 died...\u000a02:40:52.851875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30784): Terminated: ok {rc=0}\u000a02:40:52.861318 --- ParallelTerminationStrategy: PID 30785 died...\u000a02:40:52.913516 run iperf3-srv_10.42.42.10(pid=30785): Terminated {rc=256}\u000a02:40:52.922846 --- ParallelTerminationStrategy: PID 30788 died...\u000a02:40:52.975304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30788): Terminated: ok {rc=0}\u000a02:40:52.984737 --- ParallelTerminationStrategy: PID 30791 died...\u000a02:40:53.037281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30791): Terminated: ok {rc=0}\u000a02:40:53.046732 --- ParallelTerminationStrategy: PID 30794 died...\u000a02:40:53.099265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30794): Terminated: ok {rc=0}\u000a02:40:53.187376 bus /gobi_0: Setting Powered False\u000a02:40:54.293480 bus /gobi_0: Setting Powered False\u000a02:40:55.404375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30807): Process ended prematurely: osmo-stp_10.42.42.5(pid=30807) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30807)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30807): Process ended prematurely: osmo-stp_10.42.42.5(pid=30807) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:40:56.520032 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:56.532367 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:40:56.707216 tst iperf3.py: using LAC 37979\u000a02:40:56.833887 tst iperf3.py: using RAC 239\u000a02:40:56.960573 tst iperf3.py: using CellId 37979\u000a02:40:57.087643 tst iperf3.py: using BVCI 37980\u000a02:40:57.112729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.124173 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.135407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.146708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.158772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.170735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.182906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.194907 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:40:57.207183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:40:57.491059 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:40:57.618145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:40:57.931513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30799): Launched\u000a02:40:58.192285 run iperf3-srv_10.42.42.10(pid=30800): Launched\u000a02:40:58.377488 tst iperf3.py:8: start network...\u000a02:40:58.503453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:40:58.993680 run create_hlr_db(pid=30801): Launched\u000a02:40:59.183287 bus /gobi_6: Setting Powered False\u000a02:41:00.203645 run create_hlr_db(pid=30801): Terminated: ok {rc=0}\u000a02:41:00.640451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30803): Launched\u000a02:41:01.035500 run osmo-hlr_10.42.42.2(pid=30804): Launched\u000a02:41:01.152117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:01.761779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30806): Launched\u000a02:41:02.210856 run osmo-stp_10.42.42.5(pid=30807): Launched\u000a02:41:02.399511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:02.988655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30809): Launched\u000a02:41:03.106515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:03.394104 run patchelf(pid=30810): Launched\u000a02:41:03.587240 run osmo-stp_10.42.42.5(pid=30807): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30807)]\u000a02:41:03.727825 run osmo-stp_10.42.42.5(pid=30807): stdout: \u000a| (launched: 2022-12-14_02:41:01.932449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:03.869063 run osmo-stp_10.42.42.5(pid=30807): stderr: \u000a| �[0;m�[38;5;43m20221214024102370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024102370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024102370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024102371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024102371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024102371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024102371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:04.005520 run osmo-stp_10.42.42.5(pid=30807): stdout: \u000a| (launched: 2022-12-14_02:41:01.932449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:04.140497 run osmo-stp_10.42.42.5(pid=30807): stderr: \u000a| �[0;m�[38;5;43m20221214024102370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024102370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024102370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024102371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024102371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024102371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024102371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:04.298391 run patchelf(pid=30810): Terminating (SIGINT)\u000a02:41:04.484622 run patchelf(pid=30810): Terminated: ok {rc=0}\u000a02:41:04.518935 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30807): Process ended prematurely: osmo-stp_10.42.42.5(pid=30807) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30807)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:41:04.529119 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a02:41:04.593543 run osmo-hlr_10.42.42.2(pid=30804): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30804)]\u000a02:41:04.646110 run osmo-hlr_10.42.42.2(pid=30804): stdout: \u000a| (launched: 2022-12-14_02:41:00.807314) \u000a02:41:04.699384 run osmo-hlr_10.42.42.2(pid=30804): stderr: \u000a| �[0;m�[1;31m20221214024101179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024101180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024101180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024101180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024101180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024101180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024101210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024101230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024101230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024101230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:04.744799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30799): Terminating (SIGTERM)\u000a02:41:04.787230 run iperf3-srv_10.42.42.10(pid=30800): Terminating (SIGTERM)\u000a02:41:04.830098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30803): Terminating (SIGTERM)\u000a02:41:04.872818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30806): Terminating (SIGTERM)\u000a02:41:04.915389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30809): Terminating (SIGTERM)\u000a02:41:04.925208 --- ParallelTerminationStrategy: PID 30799 died...\u000a02:41:04.983033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30799): Terminated: ok {rc=0}\u000a02:41:04.993340 --- ParallelTerminationStrategy: PID 30800 died...\u000a02:41:05.050122 run iperf3-srv_10.42.42.10(pid=30800): Terminated {rc=256}\u000a02:41:05.060199 --- ParallelTerminationStrategy: PID 30803 died...\u000a02:41:05.116935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30803): Terminated: ok {rc=0}\u000a02:41:05.127193 --- ParallelTerminationStrategy: PID 30806 died...\u000a02:41:05.183733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30806): Terminated: ok {rc=0}\u000a02:41:05.193983 --- ParallelTerminationStrategy: PID 30809 died...\u000a02:41:05.250880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30809): Terminated: ok {rc=0}\u000a02:41:05.338374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30825): Process ended prematurely: osmo-stp_10.42.42.5(pid=30825) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30825): Process ended prematurely: osmo-stp_10.42.42.5(pid=30825) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:41:06.455183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:06.467671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:06.637460 tst iperf3m4.py: using LAC 37980\u000a02:41:06.760166 tst iperf3m4.py: using RAC 240\u000a02:41:06.882619 tst iperf3m4.py: using CellId 37980\u000a02:41:07.005078 tst iperf3m4.py: using BVCI 37981\u000a02:41:07.028505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.039778 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.050678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.061834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.073331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.084874 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.096483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.107904 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:07.119643 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:07.244067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:07.367992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:07.490297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:07.774442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:41:07.902353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:08.218877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30811): Launched\u000a02:41:08.483442 run iperf3-srv_10.42.42.10(pid=30812): Launched\u000a02:41:08.669710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:41:08.796493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:09.112408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30813): Launched\u000a02:41:09.374447 run iperf3-srv_10.42.42.10(pid=30814): Launched\u000a02:41:09.560039 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:41:09.686462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:10.003259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30815): Launched\u000a02:41:10.265235 run iperf3-srv_10.42.42.10(pid=30816): Launched\u000a02:41:10.451206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:41:10.577762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:10.891947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30817): Launched\u000a02:41:11.153053 run iperf3-srv_10.42.42.10(pid=30818): Launched\u000a02:41:11.338113 tst iperf3m4.py:8: start network...\u000a02:41:11.464087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:11.953095 run create_hlr_db(pid=30819): Launched\u000a02:41:12.128064 bus /gobi_6: Setting Powered False\u000a02:41:13.149941 run create_hlr_db(pid=30819): Terminated: ok {rc=0}\u000a02:41:13.585212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30821): Launched\u000a02:41:13.913255 run osmo-hlr_10.42.42.2(pid=30822): Launched\u000a02:41:14.037489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:14.608545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30824): Launched\u000a02:41:14.936593 run osmo-stp_10.42.42.5(pid=30825): Launched\u000a02:41:15.056341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:15.628132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30827): Launched\u000a02:41:15.745861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:16.063397 run patchelf(pid=30828): Launched\u000a02:41:16.257916 run osmo-stp_10.42.42.5(pid=30825): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)]\u000a02:41:16.400316 run osmo-stp_10.42.42.5(pid=30825): stdout: \u000a| (launched: 2022-12-14_02:41:14.774844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:16.543339 run osmo-stp_10.42.42.5(pid=30825): stderr: \u000a| �[0;m�[38;5;43m20221214024114969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024114969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024114969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024114970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:16.681346 run osmo-stp_10.42.42.5(pid=30825): stdout: \u000a| (launched: 2022-12-14_02:41:14.774844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:16.818251 run osmo-stp_10.42.42.5(pid=30825): stderr: \u000a| �[0;m�[38;5;43m20221214024114969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024114969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024114969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024114970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024114970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:16.978085 run patchelf(pid=30828): Terminating (SIGINT)\u000a02:41:17.164917 run patchelf(pid=30828): Terminated: ok {rc=0}\u000a02:41:17.199566 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30825): Process ended prematurely: osmo-stp_10.42.42.5(pid=30825) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30825)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:41:17.209616 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:41:17.274193 run osmo-hlr_10.42.42.2(pid=30822): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30822)]\u000a02:41:17.326188 run osmo-hlr_10.42.42.2(pid=30822): stdout: \u000a| (launched: 2022-12-14_02:41:13.752473) \u000a02:41:17.379194 run osmo-hlr_10.42.42.2(pid=30822): stderr: \u000a| �[0;m�[1;31m20221214024113949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024113949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024113949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024113949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024113949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024113949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024113963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024113973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024113973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024113973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:17.424396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30811): Terminating (SIGTERM)\u000a02:41:17.467026 run iperf3-srv_10.42.42.10(pid=30812): Terminating (SIGTERM)\u000a02:41:17.509916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30813): Terminating (SIGTERM)\u000a02:41:17.552410 run iperf3-srv_10.42.42.10(pid=30814): Terminating (SIGTERM)\u000a02:41:17.595068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30815): Terminating (SIGTERM)\u000a02:41:17.637414 run iperf3-srv_10.42.42.10(pid=30816): Terminating (SIGTERM)\u000a02:41:17.679783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30817): Terminating (SIGTERM)\u000a02:41:17.722842 run iperf3-srv_10.42.42.10(pid=30818): Terminating (SIGTERM)\u000a02:41:17.765262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30821): Terminating (SIGTERM)\u000a02:41:17.807725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30824): Terminating (SIGTERM)\u000a02:41:17.850651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30827): Terminating (SIGTERM)\u000a02:41:17.860324 --- ParallelTerminationStrategy: PID 30811 died...\u000a02:41:17.918712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30811): Terminated: ok {rc=0}\u000a02:41:17.928762 --- ParallelTerminationStrategy: PID 30812 died...\u000a02:41:17.984992 run iperf3-srv_10.42.42.10(pid=30812): Terminated {rc=256}\u000a02:41:17.994922 --- ParallelTerminationStrategy: PID 30813 died...\u000a02:41:18.051269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30813): Terminated: ok {rc=0}\u000a02:41:18.061371 --- ParallelTerminationStrategy: PID 30814 died...\u000a02:41:18.117301 run iperf3-srv_10.42.42.10(pid=30814): Terminated {rc=256}\u000a02:41:18.127246 --- ParallelTerminationStrategy: PID 30815 died...\u000a02:41:18.183615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30815): Terminated: ok {rc=0}\u000a02:41:18.193682 --- ParallelTerminationStrategy: PID 30816 died...\u000a02:41:18.249756 run iperf3-srv_10.42.42.10(pid=30816): Terminated {rc=256}\u000a02:41:18.259743 --- ParallelTerminationStrategy: PID 30817 died...\u000a02:41:18.316380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30817): Terminated: ok {rc=0}\u000a02:41:18.326452 --- ParallelTerminationStrategy: PID 30818 died...\u000a02:41:18.382538 run iperf3-srv_10.42.42.10(pid=30818): Terminated {rc=256}\u000a02:41:18.392502 --- ParallelTerminationStrategy: PID 30821 died...\u000a02:41:18.448580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30821): Terminated: ok {rc=0}\u000a02:41:18.458607 --- ParallelTerminationStrategy: PID 30824 died...\u000a02:41:18.515377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30824): Terminated: ok {rc=0}\u000a02:41:18.525823 --- ParallelTerminationStrategy: PID 30827 died...\u000a02:41:18.582189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30827): Terminated: ok {rc=0}\u000a02:41:18.669555 bus /gobi_4: Setting Powered False\u000a02:41:19.775647 bus /gobi_4: Setting Powered False\u000a02:41:20.884026 bus /gobi_1: Setting Powered False\u000a02:41:21.991340 bus /gobi_1: Setting Powered False\u000a02:41:23.098963 bus /gobi_0: Setting Powered False\u000a02:41:24.205295 bus /gobi_0: Setting Powered False\u000a02:41:25.314529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30835): Process ended prematurely: osmo-stp_10.42.42.5(pid=30835) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30835)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30835): Process ended prematurely: osmo-stp_10.42.42.5(pid=30835) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:41:26.382954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:26.395142 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:26.562405 tst ping.py: using LAC 37981\u000a02:41:26.689868 tst ping.py: using RAC 241\u000a02:41:26.815825 tst ping.py: using CellId 37981\u000a02:41:26.940008 tst ping.py: using BVCI 37982\u000a02:41:26.963125 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:26.974357 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:26.985389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:26.996404 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:27.007865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:27.019452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:27.031394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:27.043151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:27.335302 tst ping.py:19: start network...\u000a02:41:27.468940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:27.973177 run create_hlr_db(pid=30829): Launched\u000a02:41:28.159842 bus /gobi_6: Setting Powered False\u000a02:41:29.180035 run create_hlr_db(pid=30829): Terminated: ok {rc=0}\u000a02:41:29.581997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30831): Launched\u000a02:41:29.881532 run osmo-hlr_10.42.42.2(pid=30832): Launched\u000a02:41:30.001244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:30.531800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30834): Launched\u000a02:41:30.838723 run osmo-stp_10.42.42.5(pid=30835): Launched\u000a02:41:31.031652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:31.632765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30837): Launched\u000a02:41:31.752623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:32.054608 run patchelf(pid=30838): Launched\u000a02:41:32.247133 run osmo-stp_10.42.42.5(pid=30835): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30835)]\u000a02:41:32.384509 run osmo-stp_10.42.42.5(pid=30835): stdout: \u000a| (launched: 2022-12-14_02:41:30.684290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:32.521474 run osmo-stp_10.42.42.5(pid=30835): stderr: \u000a| �[0;m�[38;5;43m20221214024130854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024130855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024130855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024130855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024130856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024130856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024130856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:32.654377 run osmo-stp_10.42.42.5(pid=30835): stdout: \u000a| (launched: 2022-12-14_02:41:30.684290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:32.785337 run osmo-stp_10.42.42.5(pid=30835): stderr: \u000a| �[0;m�[38;5;43m20221214024130854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024130855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024130855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024130855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024130856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024130856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024130856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:32.938343 run patchelf(pid=30838): Terminating (SIGINT)\u000a02:41:33.118280 run patchelf(pid=30838): Terminated: ok {rc=0}\u000a02:41:33.151237 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30835): Process ended prematurely: osmo-stp_10.42.42.5(pid=30835) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30835)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:41:33.160637 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:41:33.224615 run osmo-hlr_10.42.42.2(pid=30832): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30832)]\u000a02:41:33.277144 run osmo-hlr_10.42.42.2(pid=30832): stdout: \u000a| (launched: 2022-12-14_02:41:29.734199) \u000a02:41:33.329994 run osmo-hlr_10.42.42.2(pid=30832): stderr: \u000a| �[0;m�[1;31m20221214024129910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024129910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024129910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024129910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024129911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024129911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024129923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024129934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024129934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024129934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:33.374784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30831): Terminating (SIGTERM)\u000a02:41:33.417434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30834): Terminating (SIGTERM)\u000a02:41:33.459686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30837): Terminating (SIGTERM)\u000a02:41:33.469528 --- ParallelTerminationStrategy: PID 30831 died...\u000a02:41:33.526577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30831): Terminated: ok {rc=0}\u000a02:41:33.537168 --- ParallelTerminationStrategy: PID 30834 died...\u000a02:41:33.594013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30834): Terminated: ok {rc=0}\u000a02:41:33.604198 --- ParallelTerminationStrategy: PID 30837 died...\u000a02:41:33.660687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30837): Terminated: ok {rc=0}\u000a02:41:33.749022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30845): Process ended prematurely: osmo-stp_10.42.42.5(pid=30845) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30845)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30845): Process ended prematurely: osmo-stp_10.42.42.5(pid=30845) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:41:34.800248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:34.812462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:41:34.979686 tst ping_idle_ping.py: using LAC 37982\u000a02:41:35.104720 tst ping_idle_ping.py: using RAC 242\u000a02:41:35.229712 tst ping_idle_ping.py: using CellId 37982\u000a02:41:35.354958 tst ping_idle_ping.py: using BVCI 37983\u000a02:41:35.379597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.391245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.402735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.414132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.425859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.437792 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.449676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:41:35.461516 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:41:35.752264 tst ping_idle_ping.py:24: start network...\u000a02:41:35.885801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:36.396231 run create_hlr_db(pid=30839): Launched\u000a02:41:36.583237 bus /gobi_6: Setting Powered False\u000a02:41:37.604217 run create_hlr_db(pid=30839): Terminated: ok {rc=0}\u000a02:41:38.005873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30841): Launched\u000a02:41:38.305871 run osmo-hlr_10.42.42.2(pid=30842): Launched\u000a02:41:38.415989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:38.934082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30844): Launched\u000a02:41:39.231886 run osmo-stp_10.42.42.5(pid=30845): Launched\u000a02:41:39.340342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:39.858908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30847): Launched\u000a02:41:39.964531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:40.226198 run patchelf(pid=30848): Launched\u000a02:41:40.400415 run osmo-stp_10.42.42.5(pid=30845): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30845)]\u000a02:41:40.527633 run osmo-stp_10.42.42.5(pid=30845): stdout: \u000a| (launched: 2022-12-14_02:41:39.084528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:40.655896 run osmo-stp_10.42.42.5(pid=30845): stderr: \u000a| �[0;m�[38;5;43m20221214024139257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024139257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024139257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024139257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024139258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024139258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024139258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:40.779274 run osmo-stp_10.42.42.5(pid=30845): stdout: \u000a| (launched: 2022-12-14_02:41:39.084528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:40.901526 run osmo-stp_10.42.42.5(pid=30845): stderr: \u000a| �[0;m�[38;5;43m20221214024139257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024139257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024139257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024139257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024139258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024139258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024139258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:41.043901 run patchelf(pid=30848): Terminating (SIGINT)\u000a02:41:41.211555 run patchelf(pid=30848): Terminated: ok {rc=0}\u000a02:41:41.242203 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30845): Process ended prematurely: osmo-stp_10.42.42.5(pid=30845) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30845)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:41:41.250906 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:41:41.310230 run osmo-hlr_10.42.42.2(pid=30842): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30842)]\u000a02:41:41.358798 run osmo-hlr_10.42.42.2(pid=30842): stdout: \u000a| (launched: 2022-12-14_02:41:38.158005) \u000a02:41:41.408251 run osmo-hlr_10.42.42.2(pid=30842): stderr: \u000a| �[0;m�[1;31m20221214024138334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024138334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024138334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024138334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024138334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024138334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024138354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024138363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024138363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024138363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:41.450445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30841): Terminating (SIGTERM)\u000a02:41:41.490248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30844): Terminating (SIGTERM)\u000a02:41:41.530008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30847): Terminating (SIGTERM)\u000a02:41:41.538787 --- ParallelTerminationStrategy: PID 30841 died...\u000a02:41:41.591779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30841): Terminated: ok {rc=0}\u000a02:41:41.601235 --- ParallelTerminationStrategy: PID 30844 died...\u000a02:41:41.653906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30844): Terminated: ok {rc=0}\u000a02:41:41.663708 --- ParallelTerminationStrategy: PID 30847 died...\u000a02:41:41.716542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30847): Terminated: ok {rc=0}\u000a02:41:41.799496 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:40:43" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30862): Process ended prematurely: osmo-stp_10.42.42.5(pid=30862) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30862)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30862): Process ended prematurely: osmo-stp_10.42.42.5(pid=30862) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:41:43.969739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:43.981005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:41:44.149801 tst cs_paging_gprs_active.py: using LAC 37983\u000a02:41:44.278325 tst cs_paging_gprs_active.py: using RAC 243\u000a02:41:44.406428 tst cs_paging_gprs_active.py: using CellId 37983\u000a02:41:44.535847 tst cs_paging_gprs_active.py: using BVCI 37984\u000a02:41:44.561088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.572321 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.583598 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.594801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.606851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.618733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.630792 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.642779 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:44.655042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:44.776938 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:45.076080 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:41:45.212382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:45.549171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30852): Launched\u000a02:41:45.829401 run iperf3-srv_10.42.42.10(pid=30853): Launched\u000a02:41:46.037817 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:41:46.177420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:46.546395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30854): Launched\u000a02:41:46.872801 run iperf3-srv_10.42.42.10(pid=30855): Launched\u000a02:41:47.105816 tst cs_paging_gprs_active.py:38: start network...\u000a02:41:47.244860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:47.734123 run create_hlr_db(pid=30856): Launched\u000a02:41:47.908221 bus /gobi_6: Setting Powered False\u000a02:41:48.929759 run create_hlr_db(pid=30856): Terminated: ok {rc=0}\u000a02:41:49.356782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30858): Launched\u000a02:41:49.659123 run osmo-hlr_10.42.42.2(pid=30859): Launched\u000a02:41:49.773175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:41:50.296389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30861): Launched\u000a02:41:50.599195 run osmo-stp_10.42.42.5(pid=30862): Launched\u000a02:41:50.709542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:41:51.236540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30864): Launched\u000a02:41:51.343551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:41:51.606360 run patchelf(pid=30865): Launched\u000a02:41:51.782425 run osmo-stp_10.42.42.5(pid=30862): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30862)]\u000a02:41:51.910805 run osmo-stp_10.42.42.5(pid=30862): stdout: \u000a| (launched: 2022-12-14_02:41:50.450741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:52.039740 run osmo-stp_10.42.42.5(pid=30862): stderr: \u000a| �[0;m�[38;5;43m20221214024150621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024150622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024150622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024150622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024150624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024150625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024150625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:52.164184 run osmo-stp_10.42.42.5(pid=30862): stdout: \u000a| (launched: 2022-12-14_02:41:50.450741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:41:52.287685 run osmo-stp_10.42.42.5(pid=30862): stderr: \u000a| �[0;m�[38;5;43m20221214024150621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024150622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024150622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024150622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024150624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024150625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024150625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:41:52.431839 run patchelf(pid=30865): Terminating (SIGINT)\u000a02:41:52.602079 run patchelf(pid=30865): Terminated: ok {rc=0}\u000a02:41:52.633331 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30862): Process ended prematurely: osmo-stp_10.42.42.5(pid=30862) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30862)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:41:52.642586 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:41:52.701891 run osmo-hlr_10.42.42.2(pid=30859): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30859)]\u000a02:41:52.751039 run osmo-hlr_10.42.42.2(pid=30859): stdout: \u000a| (launched: 2022-12-14_02:41:49.510886) \u000a02:41:52.800590 run osmo-hlr_10.42.42.2(pid=30859): stderr: \u000a| �[0;m�[1;31m20221214024149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024149688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024149689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024149689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024149689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024149701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024149710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024149710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024149710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:41:52.842505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30852): Terminating (SIGTERM)\u000a02:41:52.881940 run iperf3-srv_10.42.42.10(pid=30853): Terminating (SIGTERM)\u000a02:41:52.921338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30854): Terminating (SIGTERM)\u000a02:41:52.960506 run iperf3-srv_10.42.42.10(pid=30855): Terminating (SIGTERM)\u000a02:41:52.999904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30858): Terminating (SIGTERM)\u000a02:41:53.039321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30861): Terminating (SIGTERM)\u000a02:41:53.078678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30864): Terminating (SIGTERM)\u000a02:41:53.087733 --- ParallelTerminationStrategy: PID 30852 died...\u000a02:41:53.140172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30852): Terminated: ok {rc=0}\u000a02:41:53.149628 --- ParallelTerminationStrategy: PID 30853 died...\u000a02:41:53.201833 run iperf3-srv_10.42.42.10(pid=30853): Terminated {rc=256}\u000a02:41:53.211168 --- ParallelTerminationStrategy: PID 30854 died...\u000a02:41:53.263446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30854): Terminated: ok {rc=0}\u000a02:41:53.272728 --- ParallelTerminationStrategy: PID 30855 died...\u000a02:41:53.324729 run iperf3-srv_10.42.42.10(pid=30855): Terminated {rc=256}\u000a02:41:53.334072 --- ParallelTerminationStrategy: PID 30858 died...\u000a02:41:53.386407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30858): Terminated: ok {rc=0}\u000a02:41:53.395819 --- ParallelTerminationStrategy: PID 30861 died...\u000a02:41:53.448129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30861): Terminated: ok {rc=0}\u000a02:41:53.457581 --- ParallelTerminationStrategy: PID 30864 died...\u000a02:41:53.509811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30864): Terminated: ok {rc=0}\u000a02:41:53.596082 bus /gobi_0: Setting Powered False\u000a02:41:54.697469 bus /gobi_0: Setting Powered False\u000a02:41:55.807323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30876): Process ended prematurely: osmo-stp_10.42.42.5(pid=30876) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30876): Process ended prematurely: osmo-stp_10.42.42.5(pid=30876) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:41:56.916604 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:56.928028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:41:57.088265 tst iperf3.py: using LAC 37984\u000a02:41:57.208508 tst iperf3.py: using RAC 244\u000a02:41:57.332706 tst iperf3.py: using CellId 37984\u000a02:41:57.462332 tst iperf3.py: using BVCI 37985\u000a02:41:57.487523 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.499087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.510929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.522761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.534841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.546497 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.558574 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.570036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:41:57.581873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:41:57.860008 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:41:57.985797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:41:58.299241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30866): Launched\u000a02:41:58.561097 run iperf3-srv_10.42.42.10(pid=30867): Launched\u000a02:41:58.745286 tst iperf3.py:8: start network...\u000a02:41:58.872464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:41:59.359652 run create_hlr_db(pid=30868): Launched\u000a02:41:59.533387 bus /gobi_6: Setting Powered False\u000a02:42:00.555531 run create_hlr_db(pid=30868): Terminated: ok {rc=0}\u000a02:42:01.076369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30871): Launched\u000a02:42:01.621792 run osmo-hlr_10.42.42.2(pid=30873): Launched\u000a02:42:01.818962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:02.433838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30875): Launched\u000a02:42:02.740397 run osmo-stp_10.42.42.5(pid=30876): Launched\u000a02:42:02.850823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:03.374107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30878): Launched\u000a02:42:03.480592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:03.741774 run patchelf(pid=30879): Launched\u000a02:42:03.916866 run osmo-stp_10.42.42.5(pid=30876): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)]\u000a02:42:04.046574 run osmo-stp_10.42.42.5(pid=30876): stdout: \u000a| (launched: 2022-12-14_02:42:02.588107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:04.174944 run osmo-stp_10.42.42.5(pid=30876): stderr: \u000a| �[0;m�[38;5;43m20221214024202764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024202764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024202764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024202765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024202765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024202765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024202766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:04.298976 run osmo-stp_10.42.42.5(pid=30876): stdout: \u000a| (launched: 2022-12-14_02:42:02.588107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:04.421929 run osmo-stp_10.42.42.5(pid=30876): stderr: \u000a| �[0;m�[38;5;43m20221214024202764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024202764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024202764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024202765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024202765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024202765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024202766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:04.565702 run patchelf(pid=30879): Terminating (SIGINT)\u000a02:42:04.735116 run patchelf(pid=30879): Terminated: ok {rc=0}\u000a02:42:04.766257 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30876): Process ended prematurely: osmo-stp_10.42.42.5(pid=30876) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30876)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:42:04.775541 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:42:04.835240 run osmo-hlr_10.42.42.2(pid=30873): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30873)]\u000a02:42:04.884640 run osmo-hlr_10.42.42.2(pid=30873): stdout: \u000a| (launched: 2022-12-14_02:42:01.294044) \u000a02:42:04.933906 run osmo-hlr_10.42.42.2(pid=30873): stderr: \u000a| �[0;m�[1;31m20221214024201540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024201540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024201540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024201540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024201540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024201540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024201556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024201570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024201570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024201570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:04.975880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30866): Terminating (SIGTERM)\u000a02:42:05.015278 run iperf3-srv_10.42.42.10(pid=30867): Terminating (SIGTERM)\u000a02:42:05.054860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30871): Terminating (SIGTERM)\u000a02:42:05.094325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30875): Terminating (SIGTERM)\u000a02:42:05.133983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30878): Terminating (SIGTERM)\u000a02:42:05.143144 --- ParallelTerminationStrategy: PID 30866 died...\u000a02:42:05.195944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30866): Terminated: ok {rc=0}\u000a02:42:05.205420 --- ParallelTerminationStrategy: PID 30867 died...\u000a02:42:05.257427 run iperf3-srv_10.42.42.10(pid=30867): Terminated {rc=256}\u000a02:42:05.266808 --- ParallelTerminationStrategy: PID 30871 died...\u000a02:42:05.319124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30871): Terminated: ok {rc=0}\u000a02:42:05.328668 --- ParallelTerminationStrategy: PID 30875 died...\u000a02:42:05.381096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30875): Terminated: ok {rc=0}\u000a02:42:05.390543 --- ParallelTerminationStrategy: PID 30878 died...\u000a02:42:05.443026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30878): Terminated: ok {rc=0}\u000a02:42:05.526360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30894): Process ended prematurely: osmo-stp_10.42.42.5(pid=30894) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30894): Process ended prematurely: osmo-stp_10.42.42.5(pid=30894) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:42:06.642060 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:06.654234 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:06.819470 tst iperf3m4.py: using LAC 37985\u000a02:42:06.945488 tst iperf3m4.py: using RAC 245\u000a02:42:07.073037 tst iperf3m4.py: using CellId 37985\u000a02:42:07.199510 tst iperf3m4.py: using BVCI 37986\u000a02:42:07.224227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.235631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.246825 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.258140 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.269650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.280940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.292550 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.303918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:07.315740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:07.436834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:07.557131 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:07.678970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:07.955807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:42:08.080485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:08.391412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30880): Launched\u000a02:42:08.649800 run iperf3-srv_10.42.42.10(pid=30881): Launched\u000a02:42:08.831885 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:42:08.957194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:09.266773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30882): Launched\u000a02:42:09.524063 run iperf3-srv_10.42.42.10(pid=30883): Launched\u000a02:42:09.706155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:42:09.830547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:10.139557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30884): Launched\u000a02:42:10.396762 run iperf3-srv_10.42.42.10(pid=30885): Launched\u000a02:42:10.578341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:42:10.702213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:42:11.012181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30886): Launched\u000a02:42:11.270155 run iperf3-srv_10.42.42.10(pid=30887): Launched\u000a02:42:11.451700 tst iperf3m4.py:8: start network...\u000a02:42:11.575733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:12.055580 run create_hlr_db(pid=30888): Launched\u000a02:42:12.227569 bus /gobi_6: Setting Powered False\u000a02:42:13.249405 run create_hlr_db(pid=30888): Terminated: ok {rc=0}\u000a02:42:13.646975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30890): Launched\u000a02:42:13.946049 run osmo-hlr_10.42.42.2(pid=30891): Launched\u000a02:42:14.064469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:14.590484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30893): Launched\u000a02:42:14.889697 run osmo-stp_10.42.42.5(pid=30894): Launched\u000a02:42:14.999730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:15.519444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30896): Launched\u000a02:42:15.625632 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:15.889784 run patchelf(pid=30897): Launched\u000a02:42:16.101451 run osmo-stp_10.42.42.5(pid=30894): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)]\u000a02:42:16.244725 run osmo-stp_10.42.42.5(pid=30894): stdout: \u000a| (launched: 2022-12-14_02:42:14.742513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:16.388853 run osmo-stp_10.42.42.5(pid=30894): stderr: \u000a| �[0;m�[38;5;43m20221214024214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024214913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024214914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:16.528009 run osmo-stp_10.42.42.5(pid=30894): stdout: \u000a| (launched: 2022-12-14_02:42:14.742513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:16.667880 run osmo-stp_10.42.42.5(pid=30894): stderr: \u000a| �[0;m�[38;5;43m20221214024214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024214912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024214913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024214913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024214914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:16.829080 run patchelf(pid=30897): Terminating (SIGINT)\u000a02:42:17.017740 run patchelf(pid=30897): Terminated: ok {rc=0}\u000a02:42:17.052505 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30894): Process ended prematurely: osmo-stp_10.42.42.5(pid=30894) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30894)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:42:17.063720 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a02:42:17.131284 run osmo-hlr_10.42.42.2(pid=30891): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30891)]\u000a02:42:17.183813 run osmo-hlr_10.42.42.2(pid=30891): stdout: \u000a| (launched: 2022-12-14_02:42:13.799073) \u000a02:42:17.236608 run osmo-hlr_10.42.42.2(pid=30891): stderr: \u000a| �[0;m�[1;31m20221214024213974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024213974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024213974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024213974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024213974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024213974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024213986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024213994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024213995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024213995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:17.281694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30880): Terminating (SIGTERM)\u000a02:42:17.324140 run iperf3-srv_10.42.42.10(pid=30881): Terminating (SIGTERM)\u000a02:42:17.366825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30882): Terminating (SIGTERM)\u000a02:42:17.408994 run iperf3-srv_10.42.42.10(pid=30883): Terminating (SIGTERM)\u000a02:42:17.451274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30884): Terminating (SIGTERM)\u000a02:42:17.493508 run iperf3-srv_10.42.42.10(pid=30885): Terminating (SIGTERM)\u000a02:42:17.536107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30886): Terminating (SIGTERM)\u000a02:42:17.578575 run iperf3-srv_10.42.42.10(pid=30887): Terminating (SIGTERM)\u000a02:42:17.621180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30890): Terminating (SIGTERM)\u000a02:42:17.663587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30893): Terminating (SIGTERM)\u000a02:42:17.706072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30896): Terminating (SIGTERM)\u000a02:42:17.715293 --- ParallelTerminationStrategy: PID 30880 died...\u000a02:42:17.772481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30880): Terminated: ok {rc=0}\u000a02:42:17.782603 --- ParallelTerminationStrategy: PID 30881 died...\u000a02:42:17.839122 run iperf3-srv_10.42.42.10(pid=30881): Terminated {rc=256}\u000a02:42:17.849184 --- ParallelTerminationStrategy: PID 30882 died...\u000a02:42:17.905702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30882): Terminated: ok {rc=0}\u000a02:42:17.915743 --- ParallelTerminationStrategy: PID 30883 died...\u000a02:42:17.972155 run iperf3-srv_10.42.42.10(pid=30883): Terminated {rc=256}\u000a02:42:17.982286 --- ParallelTerminationStrategy: PID 30884 died...\u000a02:42:18.038861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30884): Terminated: ok {rc=0}\u000a02:42:18.048925 --- ParallelTerminationStrategy: PID 30885 died...\u000a02:42:18.105286 run iperf3-srv_10.42.42.10(pid=30885): Terminated {rc=256}\u000a02:42:18.115466 --- ParallelTerminationStrategy: PID 30886 died...\u000a02:42:18.171911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30886): Terminated: ok {rc=0}\u000a02:42:18.182122 --- ParallelTerminationStrategy: PID 30887 died...\u000a02:42:18.238506 run iperf3-srv_10.42.42.10(pid=30887): Terminated {rc=256}\u000a02:42:18.248696 --- ParallelTerminationStrategy: PID 30890 died...\u000a02:42:18.305259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30890): Terminated: ok {rc=0}\u000a02:42:18.315379 --- ParallelTerminationStrategy: PID 30893 died...\u000a02:42:18.371991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30893): Terminated: ok {rc=0}\u000a02:42:18.382208 --- ParallelTerminationStrategy: PID 30896 died...\u000a02:42:18.438903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30896): Terminated: ok {rc=0}\u000a02:42:18.526576 bus /gobi_4: Setting Powered False\u000a02:42:19.633178 bus /gobi_4: Setting Powered False\u000a02:42:20.742042 bus /gobi_1: Setting Powered False\u000a02:42:21.848359 bus /gobi_1: Setting Powered False\u000a02:42:22.956354 bus /gobi_0: Setting Powered False\u000a02:42:24.062188 bus /gobi_0: Setting Powered False\u000a02:42:25.170851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:42:26.239062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.251213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:26.416611 tst ping.py: using LAC 37986\u000a02:42:26.537259 tst ping.py: using RAC 246\u000a02:42:26.653088 tst ping.py: using CellId 37986\u000a02:42:26.770617 tst ping.py: using BVCI 37987\u000a02:42:26.793148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.804264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.815021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.825736 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.836349 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.847132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.857933 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:26.868597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:27.140360 tst ping.py:19: start network...\u000a02:42:27.262101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:27.732826 run create_hlr_db(pid=30898): Launched\u000a02:42:27.902877 bus /gobi_6: Setting Powered False\u000a02:42:28.923636 run create_hlr_db(pid=30898): Terminated: ok {rc=0}\u000a02:42:29.346087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Launched\u000a02:42:29.665411 run osmo-hlr_10.42.42.2(pid=30901): Launched\u000a02:42:29.785384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:30.343607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Launched\u000a02:42:30.661300 run osmo-stp_10.42.42.5(pid=30904): Launched\u000a02:42:30.777492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:31.357653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30906): Launched\u000a02:42:31.475024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:31.763902 run patchelf(pid=30907): Launched\u000a02:42:31.953499 run osmo-stp_10.42.42.5(pid=30904): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]\u000a02:42:32.093332 run osmo-stp_10.42.42.5(pid=30904): stdout: \u000a| (launched: 2022-12-14_02:42:30.504669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:32.232312 run osmo-stp_10.42.42.5(pid=30904): stderr: \u000a| �[0;m�[38;5;43m20221214024230696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024230696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024230696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024230697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024230697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024230697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024230697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:32.363941 run osmo-stp_10.42.42.5(pid=30904): stdout: \u000a| (launched: 2022-12-14_02:42:30.504669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:32.494681 run osmo-stp_10.42.42.5(pid=30904): stderr: \u000a| �[0;m�[38;5;43m20221214024230696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024230696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024230696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024230697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024230697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024230697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024230697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:32.647322 run patchelf(pid=30907): Terminating (SIGINT)\u000a02:42:32.827336 run patchelf(pid=30907): Terminated: ok {rc=0}\u000a02:42:32.860057 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:42:32.869281 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:42:32.933130 run osmo-hlr_10.42.42.2(pid=30901): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30901)]\u000a02:42:32.984922 run osmo-hlr_10.42.42.2(pid=30901): stdout: \u000a| (launched: 2022-12-14_02:42:29.507064) \u000a02:42:33.037722 run osmo-hlr_10.42.42.2(pid=30901): stderr: \u000a| �[0;m�[1;31m20221214024229705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024229705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024229705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024229705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024229705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024229706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024229718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024229726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024229726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024229726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:33.083124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Terminating (SIGTERM)\u000a02:42:33.126022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Terminating (SIGTERM)\u000a02:42:33.168617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30906): Terminating (SIGTERM)\u000a02:42:33.178459 --- ParallelTerminationStrategy: PID 30900 died...\u000a02:42:33.235398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Terminated: ok {rc=0}\u000a02:42:33.245595 --- ParallelTerminationStrategy: PID 30903 died...\u000a02:42:33.302246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Terminated: ok {rc=0}\u000a02:42:33.312272 --- ParallelTerminationStrategy: PID 30906 died...\u000a02:42:33.369007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30906): Terminated: ok {rc=0}\u000a02:42:33.457379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30914): Process ended prematurely: osmo-stp_10.42.42.5(pid=30914) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30914)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30914): Process ended prematurely: osmo-stp_10.42.42.5(pid=30914) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:42:34.509191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:34.521272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:42:34.680389 tst ping_idle_ping.py: using LAC 37987\u000a02:42:34.794486 tst ping_idle_ping.py: using RAC 247\u000a02:42:34.909260 tst ping_idle_ping.py: using CellId 37987\u000a02:42:35.025146 tst ping_idle_ping.py: using BVCI 37988\u000a02:42:35.047782 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.058797 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.069741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.080553 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.091744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.102896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.113862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:42:35.124584 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:42:35.416723 tst ping_idle_ping.py:24: start network...\u000a02:42:35.550503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:36.054630 run create_hlr_db(pid=30908): Launched\u000a02:42:36.239689 bus /gobi_6: Setting Powered False\u000a02:42:37.260878 run create_hlr_db(pid=30908): Terminated: ok {rc=0}\u000a02:42:37.660085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30910): Launched\u000a02:42:37.956874 run osmo-hlr_10.42.42.2(pid=30911): Launched\u000a02:42:38.073577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:38.597856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30913): Launched\u000a02:42:38.893409 run osmo-stp_10.42.42.5(pid=30914): Launched\u000a02:42:39.001186 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:39.517605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30916): Launched\u000a02:42:39.623165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:39.882192 run patchelf(pid=30917): Launched\u000a02:42:40.055878 run osmo-stp_10.42.42.5(pid=30914): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30914)]\u000a02:42:40.182778 run osmo-stp_10.42.42.5(pid=30914): stdout: \u000a| (launched: 2022-12-14_02:42:38.748050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:40.309402 run osmo-stp_10.42.42.5(pid=30914): stderr: \u000a| �[0;m�[38;5;43m20221214024238918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024238918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024238918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024238918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:40.431841 run osmo-stp_10.42.42.5(pid=30914): stdout: \u000a| (launched: 2022-12-14_02:42:38.748050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:40.553499 run osmo-stp_10.42.42.5(pid=30914): stderr: \u000a| �[0;m�[38;5;43m20221214024238918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024238918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024238918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024238918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024238919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:40.695062 run patchelf(pid=30917): Terminating (SIGINT)\u000a02:42:40.862434 run patchelf(pid=30917): Terminated: ok {rc=0}\u000a02:42:40.893138 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30914): Process ended prematurely: osmo-stp_10.42.42.5(pid=30914) [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30914)] [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:42:40.901757 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:42:40.961055 run osmo-hlr_10.42.42.2(pid=30911): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30911)]\u000a02:42:41.009743 run osmo-hlr_10.42.42.2(pid=30911): stdout: \u000a| (launched: 2022-12-14_02:42:37.811170) \u000a02:42:41.058752 run osmo-hlr_10.42.42.2(pid=30911): stderr: \u000a| �[0;m�[1;31m20221214024237987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024237987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024237987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024237987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024237987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024237987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024237999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024238010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024238010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024238010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:41.100580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30910): Terminating (SIGTERM)\u000a02:42:41.140414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30913): Terminating (SIGTERM)\u000a02:42:41.180339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30916): Terminating (SIGTERM)\u000a02:42:41.189542 --- ParallelTerminationStrategy: PID 30910 died...\u000a02:42:41.242287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30910): Terminated: ok {rc=0}\u000a02:42:41.251772 --- ParallelTerminationStrategy: PID 30913 died...\u000a02:42:41.304068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30913): Terminated: ok {rc=0}\u000a02:42:41.313903 --- ParallelTerminationStrategy: PID 30916 died...\u000a02:42:41.366690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30916): Terminated: ok {rc=0}\u000a02:42:41.448912 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:41:43" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30927): Process ended prematurely: osmo-stp_10.42.42.5(pid=30927) [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30927): Process ended prematurely: osmo-stp_10.42.42.5(pid=30927) [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:42:43.496631 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:43.508202 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:42:43.671956 tst switch_tch_pdch.py: using LAC 37988\u000a02:42:43.795928 tst switch_tch_pdch.py: using RAC 248\u000a02:42:43.919512 tst switch_tch_pdch.py: using CellId 37988\u000a02:42:44.042471 tst switch_tch_pdch.py: using BVCI 37989\u000a02:42:44.066736 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.078435 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.089836 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.101371 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.113626 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.125860 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.138251 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:42:44.150617 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:42:44.270177 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:42:44.560654 tst switch_tch_pdch.py:51: start network...\u000a02:42:44.692689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:45.189944 run create_hlr_db(pid=30921): Launched\u000a02:42:45.374246 bus /gobi_6: Setting Powered False\u000a02:42:46.450097 run create_hlr_db(pid=30921): Terminated: ok {rc=0}\u000a02:42:46.927268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30923): Launched\u000a02:42:47.353550 run osmo-hlr_10.42.42.2(pid=30924): Launched\u000a02:42:47.467632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:48.019419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30926): Launched\u000a02:42:48.335236 run osmo-stp_10.42.42.5(pid=30927): Launched\u000a02:42:48.450104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:42:49.001644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30929): Launched\u000a02:42:49.114596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:42:49.389563 run patchelf(pid=30930): Launched\u000a02:42:49.574608 run osmo-stp_10.42.42.5(pid=30927): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)]\u000a02:42:49.709666 run osmo-stp_10.42.42.5(pid=30927): stdout: \u000a| (launched: 2022-12-14_02:42:48.180770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:49.845552 run osmo-stp_10.42.42.5(pid=30927): stderr: \u000a| �[0;m�[38;5;43m20221214024248371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024248371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024248372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024248372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024248373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024248373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024248373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:49.976519 run osmo-stp_10.42.42.5(pid=30927): stdout: \u000a| (launched: 2022-12-14_02:42:48.180770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:42:50.106687 run osmo-stp_10.42.42.5(pid=30927): stderr: \u000a| �[0;m�[38;5;43m20221214024248371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024248371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024248372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024248372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024248373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024248373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024248373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:42:50.258245 run patchelf(pid=30930): Terminating (SIGINT)\u000a02:42:50.437158 run patchelf(pid=30930): Terminated: ok {rc=0}\u000a02:42:50.469608 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30927): Process ended prematurely: osmo-stp_10.42.42.5(pid=30927) [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)] [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:42:50.479007 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a02:42:50.542176 run osmo-hlr_10.42.42.2(pid=30924): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30924)]\u000a02:42:50.593995 run osmo-hlr_10.42.42.2(pid=30924): stdout: \u000a| (launched: 2022-12-14_02:42:47.152743) \u000a02:42:50.646007 run osmo-hlr_10.42.42.2(pid=30924): stderr: \u000a| �[0;m�[1;31m20221214024247390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024247390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024247390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024247390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024247390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024247390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024247448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024247456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024247456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024247456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:42:50.690399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30923): Terminating (SIGTERM)\u000a02:42:50.732706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30926): Terminating (SIGTERM)\u000a02:42:50.775081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30929): Terminating (SIGTERM)\u000a02:42:50.784643 --- ParallelTerminationStrategy: PID 30923 died...\u000a02:42:50.840654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30923): Terminated: ok {rc=0}\u000a02:42:50.850646 --- ParallelTerminationStrategy: PID 30926 died...\u000a02:42:50.906447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30926): Terminated: ok {rc=0}\u000a02:42:50.916329 --- ParallelTerminationStrategy: PID 30929 died...\u000a02:42:50.971943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30929): Terminated: ok {rc=0}\u000a02:42:51.058124 bus /gobi_0: Setting Powered False\u000a02:42:52.164342 bus /gobi_0: Setting Powered False\u000a02:42:53.272624 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:42:55.257965 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.269572 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:42:55.434117 tst switch_tch_pdch.py: using LAC 37989\u000a02:42:55.560353 tst switch_tch_pdch.py: using RAC 249\u000a02:42:55.684706 tst switch_tch_pdch.py: using CellId 37989\u000a02:42:55.810260 tst switch_tch_pdch.py: using BVCI 37990\u000a02:42:55.834686 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.846185 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.857582 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.868875 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.880642 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.892327 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.904000 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:42:55.915765 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:42:56.031022 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:42:56.320062 tst switch_tch_pdch.py:51: start network...\u000a02:42:56.451828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:42:56.920907 run create_hlr_db(pid=30934): Launched\u000a02:42:57.050078 bus /gobi_6: Setting Powered False\u000a02:42:58.125590 run create_hlr_db(pid=30934): Terminated: ok {rc=0}\u000a02:42:58.519233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Launched\u000a02:42:58.836020 run osmo-hlr_10.42.42.2(pid=30937): Launched\u000a02:42:58.952711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:42:59.474984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Launched\u000a02:42:59.790323 run osmo-stp_10.42.42.5(pid=30940): Launched\u000a02:42:59.904531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:43:00.428624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30942): Launched\u000a02:43:00.542375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:43:00.818389 run patchelf(pid=30943): Launched\u000a02:43:01.007421 run osmo-stp_10.42.42.5(pid=30940): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)]\u000a02:43:01.145023 run osmo-stp_10.42.42.5(pid=30940): stdout: \u000a| (launched: 2022-12-14_02:42:59.635590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:01.282768 run osmo-stp_10.42.42.5(pid=30940): stderr: \u000a| �[0;m�[38;5;43m20221214024259826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024259826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024259827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024259827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024259827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024259828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024259828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:01.416156 run osmo-stp_10.42.42.5(pid=30940): stdout: \u000a| (launched: 2022-12-14_02:42:59.635590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:01.549075 run osmo-stp_10.42.42.5(pid=30940): stderr: \u000a| �[0;m�[38;5;43m20221214024259826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024259826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024259827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024259827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024259827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024259828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024259828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:01.703703 run patchelf(pid=30943): Terminating (SIGINT)\u000a02:43:01.886628 run patchelf(pid=30943): Terminated: ok {rc=0}\u000a02:43:01.920120 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30940): Process ended prematurely: osmo-stp_10.42.42.5(pid=30940) [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30940)] [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:43:01.930236 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a02:43:01.994399 run osmo-hlr_10.42.42.2(pid=30937): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30937)]\u000a02:43:02.046886 run osmo-hlr_10.42.42.2(pid=30937): stdout: \u000a| (launched: 2022-12-14_02:42:58.680769) \u000a02:43:02.100063 run osmo-hlr_10.42.42.2(pid=30937): stderr: \u000a| �[0;m�[1;31m20221214024258879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024258879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024258879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024258879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024258879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024258879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024258892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024258900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024258900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024258900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:02.145471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Terminating (SIGTERM)\u000a02:43:02.188265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Terminating (SIGTERM)\u000a02:43:02.231625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30942): Terminating (SIGTERM)\u000a02:43:02.241281 --- ParallelTerminationStrategy: PID 30936 died...\u000a02:43:02.297603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30936): Terminated: ok {rc=0}\u000a02:43:02.307648 --- ParallelTerminationStrategy: PID 30939 died...\u000a02:43:02.363747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30939): Terminated: ok {rc=0}\u000a02:43:02.373843 --- ParallelTerminationStrategy: PID 30942 died...\u000a02:43:02.429615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30942): Terminated: ok {rc=0}\u000a02:43:02.516526 bus /gobi_0: Setting Powered False\u000a02:43:03.623229 bus /gobi_0: Setting Powered False\u000a02:43:04.730329 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:42:54" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30948): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30948) [trial-2398↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30948)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30948): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30948) [trial-2398↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a02:43:06.630669 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a02:43:06.641681 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:06.776714 tst mo_mt_sms.py: using LAC 37990\u000a02:43:06.896722 tst mo_mt_sms.py: using RAC 250\u000a02:43:07.013120 tst mo_mt_sms.py: using CellId 37990\u000a02:43:07.128028 tst mo_mt_sms.py: using BVCI 37991\u000a02:43:07.150536 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:07.268891 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:07.559043 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:43:07.692114 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:43:08.346681 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30947): Launched\u000a02:43:08.662588 run osmo-nitb_10.42.42.2(pid=30948): Launched\u000a02:43:08.857984 run osmo-nitb_10.42.42.2(pid=30948): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30948)]\u000a02:43:09.001962 run osmo-nitb_10.42.42.2(pid=30948): stdout: \u000a| (launched: 2022-12-14_02:43:08.508506) \u000a02:43:09.145937 run osmo-nitb_10.42.42.2(pid=30948): stderr: \u000a| (launched: 2022-12-14_02:43:08.556480)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:09.286069 run osmo-nitb_10.42.42.2(pid=30948): stdout: \u000a| (launched: 2022-12-14_02:43:08.508506) \u000a02:43:09.424790 run osmo-nitb_10.42.42.2(pid=30948): stderr: \u000a| (launched: 2022-12-14_02:43:08.556480)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:09.791095 tst osmo-nitb_10.42.42.2(pid=30948): stdout: \u000a| (launched: 2022-12-14_02:43:08.508506) \u000a02:43:09.917731 tst osmo-nitb_10.42.42.2(pid=30948): stderr: \u000a| (launched: 2022-12-14_02:43:08.556480)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:09.973373 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30948): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30948) [trial-2398↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30948)] [trial-2398↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a02:43:09.982098 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:43:10.019068 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30947): Terminating (SIGTERM)\u000a02:43:10.197213 --- ParallelTerminationStrategy: PID 30947 died...\u000a02:43:10.255269 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30947): Terminated: ok {rc=0}\u000a02:43:10.342272 bus /sierra_3: Setting Powered False\u000a02:43:11.446641 bus /sierra_3: Setting Powered False\u000a02:43:12.559247 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:43:06" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30958): Process ended prematurely: osmo-stp_10.42.42.5(pid=30958) [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30958): Process ended prematurely: osmo-stp_10.42.42.5(pid=30958) [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a02:43:14.439400 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:14.450360 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:14.581050 tst mo_mt_sms.py: using LAC 37991\u000a02:43:14.698581 tst mo_mt_sms.py: using RAC 251\u000a02:43:14.814615 tst mo_mt_sms.py: using CellId 37991\u000a02:43:14.935447 tst mo_mt_sms.py: using BVCI 37992\u000a02:43:14.957932 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:14.968378 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:14.978616 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:14.988807 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:14.999660 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:15.010322 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:15.128779 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:43:15.327568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:15.802149 run create_hlr_db(pid=30952): Launched\u000a02:43:16.011094 bus /sierra_2: Setting Powered False\u000a02:43:17.044587 run create_hlr_db(pid=30952): Terminated: ok {rc=0}\u000a02:43:17.482582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30954): Launched\u000a02:43:17.776856 run osmo-hlr_10.42.42.2(pid=30955): Launched\u000a02:43:17.892004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:18.411020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30957): Launched\u000a02:43:18.705600 run osmo-stp_10.42.42.5(pid=30958): Launched\u000a02:43:18.812704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:19.351809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30960): Launched\u000a02:43:19.648408 run osmo-msc_10.42.42.6(pid=30961): Launched\u000a02:43:19.822697 run osmo-stp_10.42.42.5(pid=30958): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)]\u000a02:43:19.947860 run osmo-stp_10.42.42.5(pid=30958): stdout: \u000a| (launched: 2022-12-14_02:43:18.560804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:20.070471 run osmo-stp_10.42.42.5(pid=30958): stderr: \u000a| �[0;m�[38;5;43m20221214024318731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024318731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024318732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024318732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024318733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024318733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024318733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:20.188592 run osmo-stp_10.42.42.5(pid=30958): stdout: \u000a| (launched: 2022-12-14_02:43:18.560804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:20.305815 run osmo-stp_10.42.42.5(pid=30958): stderr: \u000a| �[0;m�[38;5;43m20221214024318731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024318731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024318732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024318732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024318733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024318733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024318733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:20.357242 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30958): Process ended prematurely: osmo-stp_10.42.42.5(pid=30958) [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)] [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a02:43:20.365612 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a02:43:20.424774 run osmo-hlr_10.42.42.2(pid=30955): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30955)]\u000a02:43:20.473773 run osmo-hlr_10.42.42.2(pid=30955): stdout: \u000a| (launched: 2022-12-14_02:43:17.632623) \u000a02:43:20.523472 run osmo-hlr_10.42.42.2(pid=30955): stderr: \u000a| �[0;m�[1;31m20221214024317807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024317808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024317808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024317808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024317808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024317808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024317821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024317829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024317829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024317829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:20.591466 run osmo-msc_10.42.42.6(pid=30961): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30961)]\u000a02:43:20.640460 run osmo-msc_10.42.42.6(pid=30961): stdout: \u000a| (launched: 2022-12-14_02:43:19.502786) \u000a02:43:20.689795 run osmo-msc_10.42.42.6(pid=30961): stderr: \u000a| �[0;m�[38;5;43m20221214024319774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024319774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd09b69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024319774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024319774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024319774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024319774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024319776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024319776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024319777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024319777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:20.731857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30954): Terminating (SIGTERM)\u000a02:43:20.772253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30957): Terminating (SIGTERM)\u000a02:43:20.812135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30960): Terminating (SIGTERM)\u000a02:43:20.821401 --- ParallelTerminationStrategy: PID 30954 died...\u000a02:43:20.874379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30954): Terminated: ok {rc=0}\u000a02:43:20.883799 --- ParallelTerminationStrategy: PID 30957 died...\u000a02:43:20.936460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30957): Terminated: ok {rc=0}\u000a02:43:20.945934 --- ParallelTerminationStrategy: PID 30960 died...\u000a02:43:20.998543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30960): Terminated: ok {rc=0}\u000a02:43:21.087556 bus /sierra_3: Setting Powered False\u000a02:43:22.190504 bus /sierra_3: Setting Powered False\u000a02:43:23.302045 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:43:14" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30967): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30967) [trial-2398↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30967)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30967): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30967) [trial-2398↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a02:43:25.142525 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a02:43:25.153142 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:25.284901 tst assert_extension.py: using LAC 37992\u000a02:43:25.400417 tst assert_extension.py: using RAC 252\u000a02:43:25.518681 tst assert_extension.py: using CellId 37992\u000a02:43:25.634194 tst assert_extension.py: using BVCI 37993\u000a02:43:25.656526 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a02:43:25.944884 tst assert_extension.py:10: start nitb and bts...\u000a02:43:26.077234 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:43:26.732905 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30966): Launched\u000a02:43:27.046337 run osmo-nitb_10.42.42.2(pid=30967): Launched\u000a02:43:27.241471 run osmo-nitb_10.42.42.2(pid=30967): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30967)]\u000a02:43:27.385567 run osmo-nitb_10.42.42.2(pid=30967): stdout: \u000a| (launched: 2022-12-14_02:43:26.894204) \u000a02:43:27.529907 run osmo-nitb_10.42.42.2(pid=30967): stderr: \u000a| (launched: 2022-12-14_02:43:26.941265)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:27.670487 run osmo-nitb_10.42.42.2(pid=30967): stdout: \u000a| (launched: 2022-12-14_02:43:26.894204) \u000a02:43:27.808654 run osmo-nitb_10.42.42.2(pid=30967): stderr: \u000a| (launched: 2022-12-14_02:43:26.941265)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:28.175013 tst osmo-nitb_10.42.42.2(pid=30967): stdout: \u000a| (launched: 2022-12-14_02:43:26.894204) \u000a02:43:28.301846 tst osmo-nitb_10.42.42.2(pid=30967): stderr: \u000a| (launched: 2022-12-14_02:43:26.941265)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:43:28.357344 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30967): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30967) [trial-2398↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30967)] [trial-2398↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a02:43:28.366142 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a02:43:28.402616 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30966): Terminating (SIGTERM)\u000a02:43:28.580756 --- ParallelTerminationStrategy: PID 30966 died...\u000a02:43:28.638925 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30966): Terminated: ok {rc=0}\u000a02:43:28.725485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:43:24" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30977): Process ended prematurely: osmo-stp_10.42.42.5(pid=30977) [trial-2398↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30977): Process ended prematurely: osmo-stp_10.42.42.5(pid=30977) [trial-2398↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a02:43:30.552646 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:30.563495 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:43:30.693827 tst assert_extension.py: using LAC 37993\u000a02:43:30.809286 tst assert_extension.py: using RAC 253\u000a02:43:30.967897 tst assert_extension.py: using CellId 37993\u000a02:43:31.098082 tst assert_extension.py: using BVCI 37994\u000a02:43:31.123136 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:31.134827 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:31.146256 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:31.157738 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:31.170625 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:43:31.182742 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a02:43:31.394831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:31.916746 run create_hlr_db(pid=30971): Launched\u000a02:43:32.091499 bus /sierra_2: Setting Powered False\u000a02:43:33.108773 run create_hlr_db(pid=30971): Terminated: ok {rc=0}\u000a02:43:33.503862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30973): Launched\u000a02:43:33.798928 run osmo-hlr_10.42.42.2(pid=30974): Launched\u000a02:43:33.915289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:34.440334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30976): Launched\u000a02:43:34.734920 run osmo-stp_10.42.42.5(pid=30977): Launched\u000a02:43:34.843221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:35.379032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30979): Launched\u000a02:43:35.672862 run osmo-msc_10.42.42.6(pid=30980): Launched\u000a02:43:35.846256 run osmo-stp_10.42.42.5(pid=30977): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)]\u000a02:43:35.971120 run osmo-stp_10.42.42.5(pid=30977): stdout: \u000a| (launched: 2022-12-14_02:43:34.589829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:36.093302 run osmo-stp_10.42.42.5(pid=30977): stderr: \u000a| �[0;m�[38;5;43m20221214024334760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024334760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024334760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024334760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024334761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024334761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024334761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:36.211303 run osmo-stp_10.42.42.5(pid=30977): stdout: \u000a| (launched: 2022-12-14_02:43:34.589829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:36.328025 run osmo-stp_10.42.42.5(pid=30977): stderr: \u000a| �[0;m�[38;5;43m20221214024334760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024334760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024334760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024334760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024334761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024334761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024334761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:36.379228 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30977): Process ended prematurely: osmo-stp_10.42.42.5(pid=30977) [trial-2398↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30977)] [trial-2398↪ussd:trx-umtrx↪assert_extension.py:17]\u000a02:43:36.387154 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a02:43:36.446993 run osmo-hlr_10.42.42.2(pid=30974): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30974)]\u000a02:43:36.496160 run osmo-hlr_10.42.42.2(pid=30974): stdout: \u000a| (launched: 2022-12-14_02:43:33.654730) \u000a02:43:36.545830 run osmo-hlr_10.42.42.2(pid=30974): stderr: \u000a| �[0;m�[1;31m20221214024333832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024333832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024333832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024333832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024333832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024333832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024333845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024333854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024333854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024333854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:36.613401 run osmo-msc_10.42.42.6(pid=30980): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30980)]\u000a02:43:36.662272 run osmo-msc_10.42.42.6(pid=30980): stdout: \u000a| (launched: 2022-12-14_02:43:35.527546) \u000a02:43:36.711972 run osmo-msc_10.42.42.6(pid=30980): stderr: \u000a| �[0;m�[38;5;43m20221214024335796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024335796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f599d3c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024335796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024335796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024335797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024335797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024335799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024335799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024335799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024335799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:36.754257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30973): Terminating (SIGTERM)\u000a02:43:36.794266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30976): Terminating (SIGTERM)\u000a02:43:36.834220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30979): Terminating (SIGTERM)\u000a02:43:36.843460 --- ParallelTerminationStrategy: PID 30973 died...\u000a02:43:36.896785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30973): Terminated: ok {rc=0}\u000a02:43:36.906330 --- ParallelTerminationStrategy: PID 30976 died...\u000a02:43:36.959170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30976): Terminated: ok {rc=0}\u000a02:43:36.968646 --- ParallelTerminationStrategy: PID 30979 died...\u000a02:43:37.021387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30979): Terminated: ok {rc=0}\u000a02:43:37.104484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:43:30" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30991): Process ended prematurely: osmo-stp_10.42.42.5(pid=30991) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30991): Process ended prematurely: osmo-stp_10.42.42.5(pid=30991) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:43:39.066350 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:39.077903 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:43:39.241823 tst mo_mt_call.py: using LAC 37994\u000a02:43:39.369553 tst mo_mt_call.py: using RAC 254\u000a02:43:39.497894 tst mo_mt_call.py: using CellId 37994\u000a02:43:39.624814 tst mo_mt_call.py: using BVCI 37995\u000a02:43:39.649644 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:39.661202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:39.672708 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:39.684050 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:39.695757 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:39.707307 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:39.822999 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:40.033286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:40.540528 run create_hlr_db(pid=30985): Launched\u000a02:43:40.729227 bus /sierra_2: Setting Powered False\u000a02:43:41.749809 run create_hlr_db(pid=30985): Terminated: ok {rc=0}\u000a02:43:42.153886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30987): Launched\u000a02:43:42.455908 run osmo-hlr_10.42.42.2(pid=30988): Launched\u000a02:43:42.571689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:43.090971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30990): Launched\u000a02:43:43.390759 run osmo-stp_10.42.42.5(pid=30991): Launched\u000a02:43:43.500102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:44.049581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30993): Launched\u000a02:43:44.350898 run osmo-msc_10.42.42.6(pid=30994): Launched\u000a02:43:44.533526 run osmo-stp_10.42.42.5(pid=30991): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)]\u000a02:43:44.675128 run osmo-stp_10.42.42.5(pid=30991): stdout: \u000a| (launched: 2022-12-14_02:43:43.243451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:44.800439 run osmo-stp_10.42.42.5(pid=30991): stderr: \u000a| �[0;m�[38;5;43m20221214024343413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024343413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024343414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024343414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024343414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024343415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024343415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:44.921082 run osmo-stp_10.42.42.5(pid=30991): stdout: \u000a| (launched: 2022-12-14_02:43:43.243451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:45.040549 run osmo-stp_10.42.42.5(pid=30991): stderr: \u000a| �[0;m�[38;5;43m20221214024343413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024343413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024343414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024343414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024343414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024343415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024343415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:45.093709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30991): Process ended prematurely: osmo-stp_10.42.42.5(pid=30991) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:43:45.102577 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:43:45.161973 run osmo-hlr_10.42.42.2(pid=30988): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30988)]\u000a02:43:45.210881 run osmo-hlr_10.42.42.2(pid=30988): stdout: \u000a| (launched: 2022-12-14_02:43:42.307517) \u000a02:43:45.260503 run osmo-hlr_10.42.42.2(pid=30988): stderr: \u000a| �[0;m�[1;31m20221214024342484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024342484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024342484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024342484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024342484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024342484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024342497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024342505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024342506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024342506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:45.327910 run osmo-msc_10.42.42.6(pid=30994): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30994)]\u000a02:43:45.377103 run osmo-msc_10.42.42.6(pid=30994): stdout: \u000a| (launched: 2022-12-14_02:43:44.202196) \u000a02:43:45.426700 run osmo-msc_10.42.42.6(pid=30994): stderr: \u000a| �[0;m�[38;5;43m20221214024344473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024344473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f064aa5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024344474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024344474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024344474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024344474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024344476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024344476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024344476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024344476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:45.468767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30987): Terminating (SIGTERM)\u000a02:43:45.508632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30990): Terminating (SIGTERM)\u000a02:43:45.548408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30993): Terminating (SIGTERM)\u000a02:43:45.557686 --- ParallelTerminationStrategy: PID 30987 died...\u000a02:43:45.611670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30987): Terminated: ok {rc=0}\u000a02:43:45.621422 --- ParallelTerminationStrategy: PID 30990 died...\u000a02:43:45.674938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30990): Terminated: ok {rc=0}\u000a02:43:45.684667 --- ParallelTerminationStrategy: PID 30993 died...\u000a02:43:45.737288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30993): Terminated: ok {rc=0}\u000a02:43:45.819124 bus /sierra_3: Setting Powered False\u000a02:43:46.923662 bus /sierra_3: Setting Powered False\u000a02:43:48.032422 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31002): Process ended prematurely: osmo-stp_10.42.42.5(pid=31002) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31002)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31002): Process ended prematurely: osmo-stp_10.42.42.5(pid=31002) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:43:49.146680 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:49.158736 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:43:49.322715 tst mo_mt_call_osmux.py: using LAC 37995\u000a02:43:49.449219 tst mo_mt_call_osmux.py: using RAC 255\u000a02:43:49.578504 tst mo_mt_call_osmux.py: using CellId 37995\u000a02:43:49.705427 tst mo_mt_call_osmux.py: using BVCI 37996\u000a02:43:49.730146 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:49.741588 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:49.752649 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:49.763862 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:49.775558 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:43:49.787103 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:49.904020 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:43:50.110592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:43:50.591141 run create_hlr_db(pid=30996): Launched\u000a02:43:50.763306 bus /sierra_2: Setting Powered False\u000a02:43:51.787357 run create_hlr_db(pid=30996): Terminated: ok {rc=0}\u000a02:43:52.186984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30998): Launched\u000a02:43:52.485102 run osmo-hlr_10.42.42.2(pid=30999): Launched\u000a02:43:52.598246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:43:53.118435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31001): Launched\u000a02:43:53.417705 run osmo-stp_10.42.42.5(pid=31002): Launched\u000a02:43:53.526738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:43:54.074747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31004): Launched\u000a02:43:54.375042 run osmo-msc_10.42.42.6(pid=31005): Launched\u000a02:43:54.551610 run osmo-stp_10.42.42.5(pid=31002): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31002)]\u000a02:43:54.679133 run osmo-stp_10.42.42.5(pid=31002): stdout: \u000a| (launched: 2022-12-14_02:43:53.271120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:54.804334 run osmo-stp_10.42.42.5(pid=31002): stderr: \u000a| �[0;m�[38;5;43m20221214024353442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024353442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024353442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024353442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024353443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024353443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024353443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:54.925170 run osmo-stp_10.42.42.5(pid=31002): stdout: \u000a| (launched: 2022-12-14_02:43:53.271120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:43:55.044765 run osmo-stp_10.42.42.5(pid=31002): stderr: \u000a| �[0;m�[38;5;43m20221214024353442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024353442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024353442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024353442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024353443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024353443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024353443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:43:55.098036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31002): Process ended prematurely: osmo-stp_10.42.42.5(pid=31002) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31002)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:43:55.106523 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:43:55.165965 run osmo-hlr_10.42.42.2(pid=30999): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30999)]\u000a02:43:55.214569 run osmo-hlr_10.42.42.2(pid=30999): stdout: \u000a| (launched: 2022-12-14_02:43:52.339201) \u000a02:43:55.263939 run osmo-hlr_10.42.42.2(pid=30999): stderr: \u000a| �[0;m�[1;31m20221214024352516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024352516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024352516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024352516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024352516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024352516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024352529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024352539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024352539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024352539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:43:55.330758 run osmo-msc_10.42.42.6(pid=31005): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31005)]\u000a02:43:55.379456 run osmo-msc_10.42.42.6(pid=31005): stdout: \u000a| (launched: 2022-12-14_02:43:54.227174) \u000a02:43:55.428550 run osmo-msc_10.42.42.6(pid=31005): stderr: \u000a| �[0;m�[38;5;43m20221214024354497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024354497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ce8fd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024354497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024354497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024354497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024354497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024354499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024354500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024354500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024354500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:43:55.470352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30998): Terminating (SIGTERM)\u000a02:43:55.509877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31001): Terminating (SIGTERM)\u000a02:43:55.549606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31004): Terminating (SIGTERM)\u000a02:43:55.558903 --- ParallelTerminationStrategy: PID 30998 died...\u000a02:43:55.611980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30998): Terminated: ok {rc=0}\u000a02:43:55.621704 --- ParallelTerminationStrategy: PID 31001 died...\u000a02:43:55.674442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31001): Terminated: ok {rc=0}\u000a02:43:55.683970 --- ParallelTerminationStrategy: PID 31004 died...\u000a02:43:55.737253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31004): Terminated: ok {rc=0}\u000a02:43:55.819678 bus /sierra_3: Setting Powered False\u000a02:43:56.921354 bus /sierra_3: Setting Powered False\u000a02:43:58.027148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:43:38" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31016): Process ended prematurely: osmo-stp_10.42.42.5(pid=31016) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31016)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31016): Process ended prematurely: osmo-stp_10.42.42.5(pid=31016) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:00.026143 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.037961 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:44:00.202424 tst mo_mt_call.py: using LAC 37996\u000a02:44:00.328210 tst mo_mt_call.py: using RAC 1\u000a02:44:00.456011 tst mo_mt_call.py: using CellId 37996\u000a02:44:00.584242 tst mo_mt_call.py: using BVCI 37997\u000a02:44:00.609019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.620714 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.632071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.643497 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.655592 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:00.667671 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:00.784638 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:01.010984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:01.542357 run create_hlr_db(pid=31010): Launched\u000a02:44:01.740259 bus /sierra_2: Setting Powered False\u000a02:44:02.753359 run create_hlr_db(pid=31010): Terminated: ok {rc=0}\u000a02:44:03.164058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31012): Launched\u000a02:44:03.463666 run osmo-hlr_10.42.42.2(pid=31013): Launched\u000a02:44:03.574142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:04.096267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31015): Launched\u000a02:44:04.395451 run osmo-stp_10.42.42.5(pid=31016): Launched\u000a02:44:04.503959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:05.050936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31018): Launched\u000a02:44:05.351306 run osmo-msc_10.42.42.6(pid=31019): Launched\u000a02:44:05.527138 run osmo-stp_10.42.42.5(pid=31016): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31016)]\u000a02:44:05.654199 run osmo-stp_10.42.42.5(pid=31016): stdout: \u000a| (launched: 2022-12-14_02:44:04.248653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:05.779349 run osmo-stp_10.42.42.5(pid=31016): stderr: \u000a| �[0;m�[38;5;43m20221214024404418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024404419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024404419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024404419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024404422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024404422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024404422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:05.901312 run osmo-stp_10.42.42.5(pid=31016): stdout: \u000a| (launched: 2022-12-14_02:44:04.248653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:06.020923 run osmo-stp_10.42.42.5(pid=31016): stderr: \u000a| �[0;m�[38;5;43m20221214024404418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024404419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024404419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024404419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024404422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024404422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024404422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:06.073890 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31016): Process ended prematurely: osmo-stp_10.42.42.5(pid=31016) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31016)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:44:06.082713 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:44:06.142900 run osmo-hlr_10.42.42.2(pid=31013): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31013)]\u000a02:44:06.192761 run osmo-hlr_10.42.42.2(pid=31013): stdout: \u000a| (launched: 2022-12-14_02:44:03.316831) \u000a02:44:06.243152 run osmo-hlr_10.42.42.2(pid=31013): stderr: \u000a| �[0;m�[1;31m20221214024403492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024403492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024403492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024403492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024403492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024403492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024403505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024403514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024403514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024403514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:06.310781 run osmo-msc_10.42.42.6(pid=31019): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31019)]\u000a02:44:06.360130 run osmo-msc_10.42.42.6(pid=31019): stdout: \u000a| (launched: 2022-12-14_02:44:05.203449) \u000a02:44:06.410050 run osmo-msc_10.42.42.6(pid=31019): stderr: \u000a| �[0;m�[38;5;43m20221214024405475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024405475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefaff7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024405475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024405475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024405475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024405476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024405477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024405478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024405478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024405478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:06.452294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31012): Terminating (SIGTERM)\u000a02:44:06.492156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31015): Terminating (SIGTERM)\u000a02:44:06.532198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31018): Terminating (SIGTERM)\u000a02:44:06.541512 --- ParallelTerminationStrategy: PID 31012 died...\u000a02:44:06.595165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31012): Terminated: ok {rc=0}\u000a02:44:06.604896 --- ParallelTerminationStrategy: PID 31015 died...\u000a02:44:06.658974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31015): Terminated: ok {rc=0}\u000a02:44:06.668628 --- ParallelTerminationStrategy: PID 31018 died...\u000a02:44:06.722115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31018): Terminated: ok {rc=0}\u000a02:44:06.810813 bus /sierra_3: Setting Powered False\u000a02:44:07.914876 bus /sierra_3: Setting Powered False\u000a02:44:09.026123 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:10.135785 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:10.147697 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:44:10.301865 tst mo_mt_call_osmux.py: using LAC 37997\u000a02:44:10.419192 tst mo_mt_call_osmux.py: using RAC 2\u000a02:44:10.538525 tst mo_mt_call_osmux.py: using CellId 37997\u000a02:44:10.656209 tst mo_mt_call_osmux.py: using BVCI 37998\u000a02:44:10.679210 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:10.690223 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:10.701037 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:10.711907 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:10.722783 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:44:10.733797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:10.853480 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:44:11.058127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:11.537713 run create_hlr_db(pid=31021): Launched\u000a02:44:11.710932 bus /sierra_2: Setting Powered False\u000a02:44:12.733030 run create_hlr_db(pid=31021): Terminated: ok {rc=0}\u000a02:44:13.131504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Launched\u000a02:44:13.431397 run osmo-hlr_10.42.42.2(pid=31024): Launched\u000a02:44:13.541706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:14.062841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Launched\u000a02:44:14.363895 run osmo-stp_10.42.42.5(pid=31027): Launched\u000a02:44:14.473266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:15.021923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31029): Launched\u000a02:44:15.322754 run osmo-msc_10.42.42.6(pid=31030): Launched\u000a02:44:15.498396 run osmo-stp_10.42.42.5(pid=31027): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)]\u000a02:44:15.625307 run osmo-stp_10.42.42.5(pid=31027): stdout: \u000a| (launched: 2022-12-14_02:44:14.215632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:15.750432 run osmo-stp_10.42.42.5(pid=31027): stderr: \u000a| �[0;m�[38;5;43m20221214024414385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024414385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024414386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024414386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024414386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024414387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024414387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:15.891803 run osmo-stp_10.42.42.5(pid=31027): stdout: \u000a| (launched: 2022-12-14_02:44:14.215632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:16.031360 run osmo-stp_10.42.42.5(pid=31027): stderr: \u000a| �[0;m�[38;5;43m20221214024414385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024414385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024414386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024414386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024414386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024414387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024414387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:16.086168 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31027): Process ended prematurely: osmo-stp_10.42.42.5(pid=31027) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31027)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:44:16.095814 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:44:16.157000 run osmo-hlr_10.42.42.2(pid=31024): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31024)]\u000a02:44:16.206917 run osmo-hlr_10.42.42.2(pid=31024): stdout: \u000a| (launched: 2022-12-14_02:44:13.284395) \u000a02:44:16.258115 run osmo-hlr_10.42.42.2(pid=31024): stderr: \u000a| �[0;m�[1;31m20221214024413459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024413459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024413459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024413459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024413459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024413459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024413471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024413479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024413480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024413480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:16.327091 run osmo-msc_10.42.42.6(pid=31030): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31030)]\u000a02:44:16.377414 run osmo-msc_10.42.42.6(pid=31030): stdout: \u000a| (launched: 2022-12-14_02:44:15.174787) \u000a02:44:16.428143 run osmo-msc_10.42.42.6(pid=31030): stderr: \u000a| �[0;m�[38;5;43m20221214024415447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024415447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3bc168c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024415447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024415447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024415447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024415447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024415449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024415450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024415450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024415450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:16.475352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Terminating (SIGTERM)\u000a02:44:16.530380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Terminating (SIGTERM)\u000a02:44:16.572632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31029): Terminating (SIGTERM)\u000a02:44:16.583460 --- ParallelTerminationStrategy: PID 31023 died...\u000a02:44:16.637589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31023): Terminated: ok {rc=0}\u000a02:44:16.647939 --- ParallelTerminationStrategy: PID 31026 died...\u000a02:44:16.702471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31026): Terminated: ok {rc=0}\u000a02:44:16.712476 --- ParallelTerminationStrategy: PID 31029 died...\u000a02:44:16.767888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31029): Terminated: ok {rc=0}\u000a02:44:16.867534 bus /sierra_3: Setting Powered False\u000a02:44:17.970592 bus /sierra_3: Setting Powered False\u000a02:44:19.080492 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:43:59" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31042): Process ended prematurely: osmo-stp_10.42.42.5(pid=31042) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31042)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31042): Process ended prematurely: osmo-stp_10.42.42.5(pid=31042) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:21.062207 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.073350 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:44:21.226383 tst mo_mt_call.py: using LAC 37998\u000a02:44:21.348407 tst mo_mt_call.py: using RAC 3\u000a02:44:21.464296 tst mo_mt_call.py: using CellId 37998\u000a02:44:21.582338 tst mo_mt_call.py: using BVCI 37999\u000a02:44:21.605240 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.616048 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.626787 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.637577 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.648346 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:21.659078 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:21.779559 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:21.991742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:22.472677 run create_hlr_db(pid=31035): Launched\u000a02:44:22.645369 bus /sierra_2: Setting Powered False\u000a02:44:23.666819 run create_hlr_db(pid=31035): Terminated: ok {rc=0}\u000a02:44:24.066352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31037): Launched\u000a02:44:24.365956 run osmo-hlr_10.42.42.2(pid=31038): Launched\u000a02:44:24.482842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:25.011707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31041): Launched\u000a02:44:25.312505 run osmo-stp_10.42.42.5(pid=31042): Launched\u000a02:44:25.422836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:25.971582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31044): Launched\u000a02:44:26.273826 run osmo-msc_10.42.42.6(pid=31045): Launched\u000a02:44:26.451111 run osmo-stp_10.42.42.5(pid=31042): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31042)]\u000a02:44:26.579269 run osmo-stp_10.42.42.5(pid=31042): stdout: \u000a| (launched: 2022-12-14_02:44:25.165061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:26.704920 run osmo-stp_10.42.42.5(pid=31042): stderr: \u000a| �[0;m�[38;5;43m20221214024425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024425335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024425338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024425338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024425338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:26.826182 run osmo-stp_10.42.42.5(pid=31042): stdout: \u000a| (launched: 2022-12-14_02:44:25.165061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:26.945827 run osmo-stp_10.42.42.5(pid=31042): stderr: \u000a| �[0;m�[38;5;43m20221214024425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024425335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024425335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024425338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024425338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024425338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:26.998786 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31042): Process ended prematurely: osmo-stp_10.42.42.5(pid=31042) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31042)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:44:27.007554 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:44:27.066950 run osmo-hlr_10.42.42.2(pid=31038): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31038)]\u000a02:44:27.115794 run osmo-hlr_10.42.42.2(pid=31038): stdout: \u000a| (launched: 2022-12-14_02:44:24.218955) \u000a02:44:27.165339 run osmo-hlr_10.42.42.2(pid=31038): stderr: \u000a| �[0;m�[1;31m20221214024424394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024424394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024424394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024424394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024424394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024424394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024424406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024424414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024424415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024424415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:27.232519 run osmo-msc_10.42.42.6(pid=31045): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31045)]\u000a02:44:27.281502 run osmo-msc_10.42.42.6(pid=31045): stdout: \u000a| (launched: 2022-12-14_02:44:26.125054) \u000a02:44:27.331888 run osmo-msc_10.42.42.6(pid=31045): stderr: \u000a| �[0;m�[38;5;43m20221214024426397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024426398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa728eecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024426398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024426398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024426398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024426398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024426400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024426400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024426400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024426400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:27.374077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31037): Terminating (SIGTERM)\u000a02:44:27.413746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31041): Terminating (SIGTERM)\u000a02:44:27.453541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31044): Terminating (SIGTERM)\u000a02:44:27.462730 --- ParallelTerminationStrategy: PID 31037 died...\u000a02:44:27.516257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31037): Terminated: ok {rc=0}\u000a02:44:27.525929 --- ParallelTerminationStrategy: PID 31041 died...\u000a02:44:27.579014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31041): Terminated: ok {rc=0}\u000a02:44:27.588590 --- ParallelTerminationStrategy: PID 31044 died...\u000a02:44:27.641509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31044): Terminated: ok {rc=0}\u000a02:44:27.724713 bus /sierra_3: Setting Powered False\u000a02:44:28.831878 bus /sierra_3: Setting Powered False\u000a02:44:29.940887 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31053): Process ended prematurely: osmo-stp_10.42.42.5(pid=31053) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31053)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31053): Process ended prematurely: osmo-stp_10.42.42.5(pid=31053) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:31.058606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:31.071810 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:44:31.240714 tst mo_mt_call_osmux.py: using LAC 37999\u000a02:44:31.366454 tst mo_mt_call_osmux.py: using RAC 4\u000a02:44:31.512286 tst mo_mt_call_osmux.py: using CellId 37999\u000a02:44:31.650796 tst mo_mt_call_osmux.py: using BVCI 38000\u000a02:44:31.676213 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:31.688254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:31.700668 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:31.713247 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:31.726997 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:44:31.741155 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:31.864534 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:44:32.072828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:32.577280 run create_hlr_db(pid=31047): Launched\u000a02:44:32.766009 bus /sierra_2: Setting Powered False\u000a02:44:33.786609 run create_hlr_db(pid=31047): Terminated: ok {rc=0}\u000a02:44:34.215681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31049): Launched\u000a02:44:34.538603 run osmo-hlr_10.42.42.2(pid=31050): Launched\u000a02:44:34.660780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:35.220612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31052): Launched\u000a02:44:35.544215 run osmo-stp_10.42.42.5(pid=31053): Launched\u000a02:44:35.662071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:36.251592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31055): Launched\u000a02:44:36.573139 run osmo-msc_10.42.42.6(pid=31056): Launched\u000a02:44:36.763629 run osmo-stp_10.42.42.5(pid=31053): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31053)]\u000a02:44:36.900650 run osmo-stp_10.42.42.5(pid=31053): stdout: \u000a| (launched: 2022-12-14_02:44:35.385788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:37.037141 run osmo-stp_10.42.42.5(pid=31053): stderr: \u000a| �[0;m�[38;5;43m20221214024435578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024435578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024435578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024435579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024435579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024435579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024435579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:37.167307 run osmo-stp_10.42.42.5(pid=31053): stdout: \u000a| (launched: 2022-12-14_02:44:35.385788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:37.296294 run osmo-stp_10.42.42.5(pid=31053): stderr: \u000a| �[0;m�[38;5;43m20221214024435578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024435578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024435578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024435579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024435579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024435579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024435579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:37.353335 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31053): Process ended prematurely: osmo-stp_10.42.42.5(pid=31053) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31053)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:44:37.362727 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:44:37.425733 run osmo-hlr_10.42.42.2(pid=31050): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31050)]\u000a02:44:37.477392 run osmo-hlr_10.42.42.2(pid=31050): stdout: \u000a| (launched: 2022-12-14_02:44:34.380384) \u000a02:44:37.529755 run osmo-hlr_10.42.42.2(pid=31050): stderr: \u000a| �[0;m�[1;31m20221214024434579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024434579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024434580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024434580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024434580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024434580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024434591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024434600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024434600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024434600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:37.600802 run osmo-msc_10.42.42.6(pid=31056): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31056)]\u000a02:44:37.652391 run osmo-msc_10.42.42.6(pid=31056): stdout: \u000a| (launched: 2022-12-14_02:44:36.415762) \u000a02:44:37.705050 run osmo-msc_10.42.42.6(pid=31056): stderr: \u000a| �[0;m�[38;5;43m20221214024436739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024436739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62876edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024436739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024436739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024436740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024436740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024436741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024436742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024436742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024436742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:37.749326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31049): Terminating (SIGTERM)\u000a02:44:37.791224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31052): Terminating (SIGTERM)\u000a02:44:37.833178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31055): Terminating (SIGTERM)\u000a02:44:37.842800 --- ParallelTerminationStrategy: PID 31049 died...\u000a02:44:37.899060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31049): Terminated: ok {rc=0}\u000a02:44:37.909134 --- ParallelTerminationStrategy: PID 31052 died...\u000a02:44:37.964899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31052): Terminated: ok {rc=0}\u000a02:44:37.974846 --- ParallelTerminationStrategy: PID 31055 died...\u000a02:44:38.030681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31055): Terminated: ok {rc=0}\u000a02:44:38.117440 bus /sierra_3: Setting Powered False\u000a02:44:39.222323 bus /sierra_3: Setting Powered False\u000a02:44:40.329176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:44:20" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:44:42.316739 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.327652 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:44:42.485182 tst mo_mt_call.py: using LAC 38000\u000a02:44:42.607440 tst mo_mt_call.py: using RAC 5\u000a02:44:42.738955 tst mo_mt_call.py: using CellId 38000\u000a02:44:42.858294 tst mo_mt_call.py: using BVCI 38001\u000a02:44:42.881157 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.892058 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.902796 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.913492 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.924272 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:42.934993 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:43.054644 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:43.268130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:43.777134 run create_hlr_db(pid=31061): Launched\u000a02:44:43.964503 bus /sierra_2: Setting Powered False\u000a02:44:44.984443 run create_hlr_db(pid=31061): Terminated: ok {rc=0}\u000a02:44:45.386528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Launched\u000a02:44:45.687704 run osmo-hlr_10.42.42.2(pid=31064): Launched\u000a02:44:45.798495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:46.368779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Launched\u000a02:44:46.771078 run osmo-stp_10.42.42.5(pid=31067): Launched\u000a02:44:46.935987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:47.554359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31069): Launched\u000a02:44:47.854039 run osmo-msc_10.42.42.6(pid=31070): Launched\u000a02:44:48.030420 run osmo-stp_10.42.42.5(pid=31067): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)]\u000a02:44:48.158199 run osmo-stp_10.42.42.5(pid=31067): stdout: \u000a| (launched: 2022-12-14_02:44:46.524243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:48.283438 run osmo-stp_10.42.42.5(pid=31067): stderr: \u000a| �[0;m�[38;5;43m20221214024446851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024446851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024446851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024446852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024446852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024446852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024446852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:48.403977 run osmo-stp_10.42.42.5(pid=31067): stdout: \u000a| (launched: 2022-12-14_02:44:46.524243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:48.523656 run osmo-stp_10.42.42.5(pid=31067): stderr: \u000a| �[0;m�[38;5;43m20221214024446851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024446851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024446851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024446852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024446852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024446852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024446852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:48.576417 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31067): Process ended prematurely: osmo-stp_10.42.42.5(pid=31067) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31067)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:44:48.584791 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a02:44:48.644238 run osmo-hlr_10.42.42.2(pid=31064): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31064)]\u000a02:44:48.693031 run osmo-hlr_10.42.42.2(pid=31064): stdout: \u000a| (launched: 2022-12-14_02:44:45.539120) \u000a02:44:48.742297 run osmo-hlr_10.42.42.2(pid=31064): stderr: \u000a| �[0;m�[1;31m20221214024445713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024445713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024445713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024445713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024445713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024445713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024445726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024445734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024445735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024445735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:48.809212 run osmo-msc_10.42.42.6(pid=31070): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31070)]\u000a02:44:48.858461 run osmo-msc_10.42.42.6(pid=31070): stdout: \u000a| (launched: 2022-12-14_02:44:47.707202) \u000a02:44:48.907730 run osmo-msc_10.42.42.6(pid=31070): stderr: \u000a| �[0;m�[38;5;43m20221214024447981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024447981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5eab132c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024447981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024447981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024447982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024447982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024447983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024447984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024447984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024447984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:48.949364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminating (SIGTERM)\u000a02:44:48.988697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminating (SIGTERM)\u000a02:44:49.027978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31069): Terminating (SIGTERM)\u000a02:44:49.037129 --- ParallelTerminationStrategy: PID 31063 died...\u000a02:44:49.090268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31063): Terminated: ok {rc=0}\u000a02:44:49.099739 --- ParallelTerminationStrategy: PID 31066 died...\u000a02:44:49.151947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31066): Terminated: ok {rc=0}\u000a02:44:49.161378 --- ParallelTerminationStrategy: PID 31069 died...\u000a02:44:49.213453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31069): Terminated: ok {rc=0}\u000a02:44:49.300893 bus /sierra_3: Setting Powered False\u000a02:44:50.402749 bus /sierra_3: Setting Powered False\u000a02:44:51.512895 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31078): Process ended prematurely: osmo-stp_10.42.42.5(pid=31078) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31078)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31078): Process ended prematurely: osmo-stp_10.42.42.5(pid=31078) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:44:52.622694 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:52.634345 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:44:52.794302 tst mo_mt_call_osmux.py: using LAC 38001\u000a02:44:52.912667 tst mo_mt_call_osmux.py: using RAC 6\u000a02:44:53.039086 tst mo_mt_call_osmux.py: using CellId 38001\u000a02:44:53.164720 tst mo_mt_call_osmux.py: using BVCI 38002\u000a02:44:53.189463 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:53.200810 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:53.212096 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:53.223437 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:53.235186 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:44:53.246713 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:53.362333 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:44:53.576019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:44:54.083729 run create_hlr_db(pid=31072): Launched\u000a02:44:54.270905 bus /sierra_2: Setting Powered False\u000a02:44:55.292055 run create_hlr_db(pid=31072): Terminated: ok {rc=0}\u000a02:44:55.705262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31074): Launched\u000a02:44:56.027650 run osmo-hlr_10.42.42.2(pid=31075): Launched\u000a02:44:56.147828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:44:56.711667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31077): Launched\u000a02:44:57.034360 run osmo-stp_10.42.42.5(pid=31078): Launched\u000a02:44:57.151760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:44:57.742110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31080): Launched\u000a02:44:58.066042 run osmo-msc_10.42.42.6(pid=31081): Launched\u000a02:44:58.256202 run osmo-stp_10.42.42.5(pid=31078): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31078)]\u000a02:44:58.393588 run osmo-stp_10.42.42.5(pid=31078): stdout: \u000a| (launched: 2022-12-14_02:44:56.876178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:58.530378 run osmo-stp_10.42.42.5(pid=31078): stderr: \u000a| �[0;m�[38;5;43m20221214024457070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024457070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024457071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024457071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024457071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024457071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024457072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:58.660275 run osmo-stp_10.42.42.5(pid=31078): stdout: \u000a| (launched: 2022-12-14_02:44:56.876178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:44:58.789089 run osmo-stp_10.42.42.5(pid=31078): stderr: \u000a| �[0;m�[38;5;43m20221214024457070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024457070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024457071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024457071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024457071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024457071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024457072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:44:58.845816 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31078): Process ended prematurely: osmo-stp_10.42.42.5(pid=31078) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31078)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:44:58.855170 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:44:58.917740 run osmo-hlr_10.42.42.2(pid=31075): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31075)]\u000a02:44:58.968941 run osmo-hlr_10.42.42.2(pid=31075): stdout: \u000a| (launched: 2022-12-14_02:44:55.869771) \u000a02:44:59.020765 run osmo-hlr_10.42.42.2(pid=31075): stderr: \u000a| �[0;m�[1;31m20221214024456069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024456069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024456069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024456069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024456069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024456070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024456082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024456090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024456090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024456090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:44:59.091368 run osmo-msc_10.42.42.6(pid=31081): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31081)]\u000a02:44:59.142484 run osmo-msc_10.42.42.6(pid=31081): stdout: \u000a| (launched: 2022-12-14_02:44:57.906101) \u000a02:44:59.194357 run osmo-msc_10.42.42.6(pid=31081): stderr: \u000a| �[0;m�[38;5;43m20221214024458228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024458229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a499d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024458229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024458229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024458229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024458229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024458231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024458231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024458231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024458231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:44:59.238565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31074): Terminating (SIGTERM)\u000a02:44:59.280752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31077): Terminating (SIGTERM)\u000a02:44:59.322595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31080): Terminating (SIGTERM)\u000a02:44:59.332176 --- ParallelTerminationStrategy: PID 31074 died...\u000a02:44:59.388166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31074): Terminated: ok {rc=0}\u000a02:44:59.398138 --- ParallelTerminationStrategy: PID 31077 died...\u000a02:44:59.453787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31077): Terminated: ok {rc=0}\u000a02:44:59.463791 --- ParallelTerminationStrategy: PID 31080 died...\u000a02:44:59.519609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31080): Terminated: ok {rc=0}\u000a02:44:59.606431 bus /sierra_3: Setting Powered False\u000a02:45:00.707721 bus /sierra_3: Setting Powered False\u000a02:45:01.817705 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:44:42" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:45:03.808662 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:03.819666 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:45:03.983216 tst mo_mt_call.py: using LAC 38002\u000a02:45:04.110387 tst mo_mt_call.py: using RAC 7\u000a02:45:04.237429 tst mo_mt_call.py: using CellId 38002\u000a02:45:04.368315 tst mo_mt_call.py: using BVCI 38003\u000a02:45:04.393045 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:04.404423 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:04.415626 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:04.426900 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:04.438621 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:04.450678 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:04.566105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:04.765670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:05.246087 run create_hlr_db(pid=31090): Launched\u000a02:45:05.418387 bus /sierra_2: Setting Powered False\u000a02:45:06.441938 run create_hlr_db(pid=31090): Terminated: ok {rc=0}\u000a02:45:06.872227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Launched\u000a02:45:07.194441 run osmo-hlr_10.42.42.2(pid=31093): Launched\u000a02:45:07.312161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:07.874368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Launched\u000a02:45:08.197550 run osmo-stp_10.42.42.5(pid=31096): Launched\u000a02:45:08.315250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:08.904792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31098): Launched\u000a02:45:09.227900 run osmo-msc_10.42.42.6(pid=31099): Launched\u000a02:45:09.418439 run osmo-stp_10.42.42.5(pid=31096): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)]\u000a02:45:09.555850 run osmo-stp_10.42.42.5(pid=31096): stdout: \u000a| (launched: 2022-12-14_02:45:08.038859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:09.693556 run osmo-stp_10.42.42.5(pid=31096): stderr: \u000a| �[0;m�[38;5;43m20221214024508231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024508231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024508231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024508231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:09.824424 run osmo-stp_10.42.42.5(pid=31096): stdout: \u000a| (launched: 2022-12-14_02:45:08.038859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:09.954107 run osmo-stp_10.42.42.5(pid=31096): stderr: \u000a| �[0;m�[38;5;43m20221214024508231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024508231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024508231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024508231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:10.011016 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31096): Process ended prematurely: osmo-stp_10.42.42.5(pid=31096) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31096)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:45:10.020378 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:45:10.083661 run osmo-hlr_10.42.42.2(pid=31093): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31093)]\u000a02:45:10.135544 run osmo-hlr_10.42.42.2(pid=31093): stdout: \u000a| (launched: 2022-12-14_02:45:07.036717) \u000a02:45:10.187891 run osmo-hlr_10.42.42.2(pid=31093): stderr: \u000a| �[0;m�[1;31m20221214024507237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024507237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024507237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024507237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024507237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024507237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024507268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024507277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024507277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024507277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:10.259333 run osmo-msc_10.42.42.6(pid=31099): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31099)]\u000a02:45:10.311145 run osmo-msc_10.42.42.6(pid=31099): stdout: \u000a| (launched: 2022-12-14_02:45:09.069268) \u000a02:45:10.363685 run osmo-msc_10.42.42.6(pid=31099): stderr: \u000a| �[0;m�[38;5;43m20221214024509389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024509390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95e8637c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024509390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024509390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024509390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024509390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024509392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024509392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024509392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024509392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:10.408407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Terminating (SIGTERM)\u000a02:45:10.451042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Terminating (SIGTERM)\u000a02:45:10.493219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31098): Terminating (SIGTERM)\u000a02:45:10.502850 --- ParallelTerminationStrategy: PID 31092 died...\u000a02:45:10.559509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31092): Terminated: ok {rc=0}\u000a02:45:10.569697 --- ParallelTerminationStrategy: PID 31095 died...\u000a02:45:10.626174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31095): Terminated: ok {rc=0}\u000a02:45:10.636142 --- ParallelTerminationStrategy: PID 31098 died...\u000a02:45:10.692345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31098): Terminated: ok {rc=0}\u000a02:45:10.779501 bus /sierra_3: Setting Powered False\u000a02:45:11.886307 bus /sierra_3: Setting Powered False\u000a02:45:12.998210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31107): Process ended prematurely: osmo-stp_10.42.42.5(pid=31107) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31107): Process ended prematurely: osmo-stp_10.42.42.5(pid=31107) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:14.107723 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:14.119352 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:45:14.274256 tst mo_mt_call_osmux.py: using LAC 38003\u000a02:45:14.392595 tst mo_mt_call_osmux.py: using RAC 8\u000a02:45:14.510979 tst mo_mt_call_osmux.py: using CellId 38003\u000a02:45:14.631838 tst mo_mt_call_osmux.py: using BVCI 38004\u000a02:45:14.654703 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:14.665694 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:14.676400 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:14.687132 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:14.698117 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:45:14.708774 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:14.829246 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:45:15.032188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:15.512655 run create_hlr_db(pid=31101): Launched\u000a02:45:15.685590 bus /sierra_2: Setting Powered False\u000a02:45:16.710547 run create_hlr_db(pid=31101): Terminated: ok {rc=0}\u000a02:45:17.133999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31103): Launched\u000a02:45:17.436457 run osmo-hlr_10.42.42.2(pid=31104): Launched\u000a02:45:17.547504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:18.066089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31106): Launched\u000a02:45:18.365064 run osmo-stp_10.42.42.5(pid=31107): Launched\u000a02:45:18.475205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:19.022963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31109): Launched\u000a02:45:19.324058 run osmo-msc_10.42.42.6(pid=31110): Launched\u000a02:45:19.500609 run osmo-stp_10.42.42.5(pid=31107): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)]\u000a02:45:19.628237 run osmo-stp_10.42.42.5(pid=31107): stdout: \u000a| (launched: 2022-12-14_02:45:18.218552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:19.753432 run osmo-stp_10.42.42.5(pid=31107): stderr: \u000a| �[0;m�[38;5;43m20221214024518390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024518390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024518391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024518391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024518392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024518392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024518392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:19.874961 run osmo-stp_10.42.42.5(pid=31107): stdout: \u000a| (launched: 2022-12-14_02:45:18.218552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:19.994307 run osmo-stp_10.42.42.5(pid=31107): stderr: \u000a| �[0;m�[38;5;43m20221214024518390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024518390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024518391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024518391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024518392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024518392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024518392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:20.047016 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31107): Process ended prematurely: osmo-stp_10.42.42.5(pid=31107) [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)] [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:45:20.055602 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:45:20.114595 run osmo-hlr_10.42.42.2(pid=31104): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31104)]\u000a02:45:20.163255 run osmo-hlr_10.42.42.2(pid=31104): stdout: \u000a| (launched: 2022-12-14_02:45:17.288723) \u000a02:45:20.212551 run osmo-hlr_10.42.42.2(pid=31104): stderr: \u000a| �[0;m�[1;31m20221214024517463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024517463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024517463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024517464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024517464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024517464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024517476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024517485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024517485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024517485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:20.279364 run osmo-msc_10.42.42.6(pid=31110): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31110)]\u000a02:45:20.327725 run osmo-msc_10.42.42.6(pid=31110): stdout: \u000a| (launched: 2022-12-14_02:45:19.175575) \u000a02:45:20.376518 run osmo-msc_10.42.42.6(pid=31110): stderr: \u000a| �[0;m�[38;5;43m20221214024519445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024519446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb31a8b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024519446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024519446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024519446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024519446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024519448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024519448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024519449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024519449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:20.418595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31103): Terminating (SIGTERM)\u000a02:45:20.457952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31106): Terminating (SIGTERM)\u000a02:45:20.497420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31109): Terminating (SIGTERM)\u000a02:45:20.506628 --- ParallelTerminationStrategy: PID 31103 died...\u000a02:45:20.559217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31103): Terminated: ok {rc=0}\u000a02:45:20.568687 --- ParallelTerminationStrategy: PID 31106 died...\u000a02:45:20.620985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31106): Terminated: ok {rc=0}\u000a02:45:20.630440 --- ParallelTerminationStrategy: PID 31109 died...\u000a02:45:20.682739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31109): Terminated: ok {rc=0}\u000a02:45:20.770866 bus /sierra_3: Setting Powered False\u000a02:45:21.873586 bus /sierra_3: Setting Powered False\u000a02:45:22.984066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:45:03" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31121): Process ended prematurely: osmo-stp_10.42.42.5(pid=31121) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31121)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31121): Process ended prematurely: osmo-stp_10.42.42.5(pid=31121) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:45:24.967672 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:24.978765 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:45:25.131002 tst mo_mt_call.py: using LAC 38004\u000a02:45:25.247058 tst mo_mt_call.py: using RAC 9\u000a02:45:25.365939 tst mo_mt_call.py: using CellId 38004\u000a02:45:25.482121 tst mo_mt_call.py: using BVCI 38005\u000a02:45:25.504818 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:25.515853 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:25.526681 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:25.537514 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:25.548350 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:25.559184 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:25.678383 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:25.879338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:26.359860 run create_hlr_db(pid=31115): Launched\u000a02:45:26.533064 bus /sierra_2: Setting Powered False\u000a02:45:27.554312 run create_hlr_db(pid=31115): Terminated: ok {rc=0}\u000a02:45:27.982177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31117): Launched\u000a02:45:28.305798 run osmo-hlr_10.42.42.2(pid=31118): Launched\u000a02:45:28.426723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:28.990083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31120): Launched\u000a02:45:29.313406 run osmo-stp_10.42.42.5(pid=31121): Launched\u000a02:45:29.431340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:30.019667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31123): Launched\u000a02:45:30.342812 run osmo-msc_10.42.42.6(pid=31124): Launched\u000a02:45:30.533297 run osmo-stp_10.42.42.5(pid=31121): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31121)]\u000a02:45:30.671300 run osmo-stp_10.42.42.5(pid=31121): stdout: \u000a| (launched: 2022-12-14_02:45:29.154919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:30.808424 run osmo-stp_10.42.42.5(pid=31121): stderr: \u000a| �[0;m�[38;5;43m20221214024529347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024529347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024529347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024529348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024529348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024529348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024529348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:30.963529 run osmo-stp_10.42.42.5(pid=31121): stdout: \u000a| (launched: 2022-12-14_02:45:29.154919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:31.112625 run osmo-stp_10.42.42.5(pid=31121): stderr: \u000a| �[0;m�[38;5;43m20221214024529347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024529347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024529347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024529348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024529348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024529348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024529348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:31.171263 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31121): Process ended prematurely: osmo-stp_10.42.42.5(pid=31121) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31121)] [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:45:31.181772 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:45:31.247179 run osmo-hlr_10.42.42.2(pid=31118): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31118)]\u000a02:45:31.301010 run osmo-hlr_10.42.42.2(pid=31118): stdout: \u000a| (launched: 2022-12-14_02:45:28.147354) \u000a02:45:31.355931 run osmo-hlr_10.42.42.2(pid=31118): stderr: \u000a| �[0;m�[1;31m20221214024528345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024528345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024528345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024528345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024528345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024528345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024528357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024528365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024528366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024528366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:31.428819 run osmo-msc_10.42.42.6(pid=31124): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31124)]\u000a02:45:31.482312 run osmo-msc_10.42.42.6(pid=31124): stdout: \u000a| (launched: 2022-12-14_02:45:30.184236) \u000a02:45:31.536695 run osmo-msc_10.42.42.6(pid=31124): stderr: \u000a| �[0;m�[38;5;43m20221214024530504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024530504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a879e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024530504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024530504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024530504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024530504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024530506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024530507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024530507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024530507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:31.583051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31117): Terminating (SIGTERM)\u000a02:45:31.627181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31120): Terminating (SIGTERM)\u000a02:45:31.671994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31123): Terminating (SIGTERM)\u000a02:45:31.683294 --- ParallelTerminationStrategy: PID 31117 died...\u000a02:45:31.742535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31117): Terminated: ok {rc=0}\u000a02:45:31.753724 --- ParallelTerminationStrategy: PID 31120 died...\u000a02:45:31.810114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31120): Terminated: ok {rc=0}\u000a02:45:31.820389 --- ParallelTerminationStrategy: PID 31123 died...\u000a02:45:31.875244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31123): Terminated: ok {rc=0}\u000a02:45:31.961399 bus /sierra_3: Setting Powered False\u000a02:45:33.062072 bus /sierra_3: Setting Powered False\u000a02:45:34.172381 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31132): Process ended prematurely: osmo-stp_10.42.42.5(pid=31132) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31132)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31132): Process ended prematurely: osmo-stp_10.42.42.5(pid=31132) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:35.282467 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:35.294264 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:45:35.450588 tst mo_mt_call_osmux.py: using LAC 38005\u000a02:45:35.567148 tst mo_mt_call_osmux.py: using RAC 10\u000a02:45:35.694112 tst mo_mt_call_osmux.py: using CellId 38005\u000a02:45:35.820476 tst mo_mt_call_osmux.py: using BVCI 38006\u000a02:45:35.844864 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:35.856517 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:35.867944 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:35.879392 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:35.891282 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:45:35.903047 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:36.023509 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:45:36.225099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:36.706441 run create_hlr_db(pid=31126): Launched\u000a02:45:36.878683 bus /sierra_2: Setting Powered False\u000a02:45:37.901116 run create_hlr_db(pid=31126): Terminated: ok {rc=0}\u000a02:45:38.327751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31128): Launched\u000a02:45:38.651830 run osmo-hlr_10.42.42.2(pid=31129): Launched\u000a02:45:38.770678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:39.333751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31131): Launched\u000a02:45:39.658173 run osmo-stp_10.42.42.5(pid=31132): Launched\u000a02:45:39.777542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:40.367609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31134): Launched\u000a02:45:40.694165 run osmo-msc_10.42.42.6(pid=31135): Launched\u000a02:45:40.886023 run osmo-stp_10.42.42.5(pid=31132): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31132)]\u000a02:45:41.023563 run osmo-stp_10.42.42.5(pid=31132): stdout: \u000a| (launched: 2022-12-14_02:45:39.498985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:41.160643 run osmo-stp_10.42.42.5(pid=31132): stderr: \u000a| �[0;m�[38;5;43m20221214024539693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024539693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024539693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024539694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024539694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024539694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024539694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:41.291022 run osmo-stp_10.42.42.5(pid=31132): stdout: \u000a| (launched: 2022-12-14_02:45:39.498985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:41.420247 run osmo-stp_10.42.42.5(pid=31132): stderr: \u000a| �[0;m�[38;5;43m20221214024539693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024539693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024539693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024539694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024539694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024539694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024539694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:41.477357 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31132): Process ended prematurely: osmo-stp_10.42.42.5(pid=31132) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31132)] [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:45:41.486611 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:45:41.549281 run osmo-hlr_10.42.42.2(pid=31129): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31129)]\u000a02:45:41.600825 run osmo-hlr_10.42.42.2(pid=31129): stdout: \u000a| (launched: 2022-12-14_02:45:38.492646) \u000a02:45:41.653481 run osmo-hlr_10.42.42.2(pid=31129): stderr: \u000a| �[0;m�[1;31m20221214024538691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024538691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024538691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024538691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024538691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024538691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024538703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024538711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024538711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024538711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:41.724196 run osmo-msc_10.42.42.6(pid=31135): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31135)]\u000a02:45:41.775436 run osmo-msc_10.42.42.6(pid=31135): stdout: \u000a| (launched: 2022-12-14_02:45:40.532663) \u000a02:45:41.827339 run osmo-msc_10.42.42.6(pid=31135): stderr: \u000a| �[0;m�[38;5;43m20221214024540851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024540851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe836e67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024540851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024540852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024540852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024540852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024540855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024540856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024540856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024540856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:41.871707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31128): Terminating (SIGTERM)\u000a02:45:41.913870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31131): Terminating (SIGTERM)\u000a02:45:41.956013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31134): Terminating (SIGTERM)\u000a02:45:41.965736 --- ParallelTerminationStrategy: PID 31128 died...\u000a02:45:42.021992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31128): Terminated: ok {rc=0}\u000a02:45:42.031955 --- ParallelTerminationStrategy: PID 31131 died...\u000a02:45:42.087638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31131): Terminated: ok {rc=0}\u000a02:45:42.097756 --- ParallelTerminationStrategy: PID 31134 died...\u000a02:45:42.153509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31134): Terminated: ok {rc=0}\u000a02:45:42.240585 bus /sierra_3: Setting Powered False\u000a02:45:43.342673 bus /sierra_3: Setting Powered False\u000a02:45:44.453786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:45:46.495502 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:46.507094 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:45:46.702431 tst mo_mt_call.py: using LAC 38006\u000a02:45:46.834145 tst mo_mt_call.py: using RAC 11\u000a02:45:46.960936 tst mo_mt_call.py: using CellId 38006\u000a02:45:47.089452 tst mo_mt_call.py: using BVCI 38007\u000a02:45:47.115349 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:47.127570 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:47.139725 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:47.151944 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:47.165327 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:47.178485 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:47.303681 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:47.504343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:47.985289 run create_hlr_db(pid=31142): Launched\u000a02:45:48.158185 bus /sierra_2: Setting Powered False\u000a02:45:49.180904 run create_hlr_db(pid=31142): Terminated: ok {rc=0}\u000a02:45:49.581295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31144): Launched\u000a02:45:49.881738 run osmo-hlr_10.42.42.2(pid=31145): Launched\u000a02:45:49.991681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:45:50.510446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31147): Launched\u000a02:45:50.810507 run osmo-stp_10.42.42.5(pid=31148): Launched\u000a02:45:50.919857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:45:51.467454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31150): Launched\u000a02:45:51.768075 run osmo-msc_10.42.42.6(pid=31151): Launched\u000a02:45:51.947484 run osmo-stp_10.42.42.5(pid=31148): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)]\u000a02:45:52.075725 run osmo-stp_10.42.42.5(pid=31148): stdout: \u000a| (launched: 2022-12-14_02:45:50.663401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:52.201106 run osmo-stp_10.42.42.5(pid=31148): stderr: \u000a| �[0;m�[38;5;43m20221214024550834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024550834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024550834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024550835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024550837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024550837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024550837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:52.322235 run osmo-stp_10.42.42.5(pid=31148): stdout: \u000a| (launched: 2022-12-14_02:45:50.663401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:45:52.441960 run osmo-stp_10.42.42.5(pid=31148): stderr: \u000a| �[0;m�[38;5;43m20221214024550834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024550834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024550834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024550835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024550837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024550837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024550837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:45:52.495192 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31148): Process ended prematurely: osmo-stp_10.42.42.5(pid=31148) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31148)] [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:45:52.503759 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:45:52.564434 run osmo-hlr_10.42.42.2(pid=31145): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31145)]\u000a02:45:52.613772 run osmo-hlr_10.42.42.2(pid=31145): stdout: \u000a| (launched: 2022-12-14_02:45:49.734414) \u000a02:45:52.663922 run osmo-hlr_10.42.42.2(pid=31145): stderr: \u000a| �[0;m�[1;31m20221214024549911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024549911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024549911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024549912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024549912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024549912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024549927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024549936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024549937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024549937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:45:52.731689 run osmo-msc_10.42.42.6(pid=31151): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31151)]\u000a02:45:52.780681 run osmo-msc_10.42.42.6(pid=31151): stdout: \u000a| (launched: 2022-12-14_02:45:51.620173) \u000a02:45:52.830416 run osmo-msc_10.42.42.6(pid=31151): stderr: \u000a| �[0;m�[38;5;43m20221214024551894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024551894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c6f8f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024551894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024551894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024551895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024551895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024551896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024551897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024551897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024551897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:45:52.872672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31144): Terminating (SIGTERM)\u000a02:45:52.912219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31147): Terminating (SIGTERM)\u000a02:45:52.951807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31150): Terminating (SIGTERM)\u000a02:45:52.961163 --- ParallelTerminationStrategy: PID 31144 died...\u000a02:45:53.014565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31144): Terminated: ok {rc=0}\u000a02:45:53.024179 --- ParallelTerminationStrategy: PID 31147 died...\u000a02:45:53.076986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31147): Terminated: ok {rc=0}\u000a02:45:53.086538 --- ParallelTerminationStrategy: PID 31150 died...\u000a02:45:53.139322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31150): Terminated: ok {rc=0}\u000a02:45:53.223370 bus /sierra_3: Setting Powered False\u000a02:45:54.329761 bus /sierra_3: Setting Powered False\u000a02:45:55.436637 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31159): Process ended prematurely: osmo-stp_10.42.42.5(pid=31159) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31159)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31159): Process ended prematurely: osmo-stp_10.42.42.5(pid=31159) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:45:56.544512 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:56.556103 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:45:56.723059 tst mo_mt_call_osmux.py: using LAC 38007\u000a02:45:56.839852 tst mo_mt_call_osmux.py: using RAC 12\u000a02:45:56.958976 tst mo_mt_call_osmux.py: using CellId 38007\u000a02:45:57.075112 tst mo_mt_call_osmux.py: using BVCI 38008\u000a02:45:57.098109 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:57.108898 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:57.119587 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:57.130353 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:57.141092 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:45:57.151727 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:57.266035 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:45:57.478547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:45:57.988445 run create_hlr_db(pid=31153): Launched\u000a02:45:58.176396 bus /sierra_2: Setting Powered False\u000a02:45:59.196766 run create_hlr_db(pid=31153): Terminated: ok {rc=0}\u000a02:45:59.600018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31155): Launched\u000a02:45:59.900341 run osmo-hlr_10.42.42.2(pid=31156): Launched\u000a02:46:00.011503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:00.532691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31158): Launched\u000a02:46:00.853500 run osmo-stp_10.42.42.5(pid=31159): Launched\u000a02:46:01.058363 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:01.685480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31161): Launched\u000a02:46:02.096582 run osmo-msc_10.42.42.6(pid=31162): Launched\u000a02:46:02.303341 run osmo-stp_10.42.42.5(pid=31159): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31159)]\u000a02:46:02.446773 run osmo-stp_10.42.42.5(pid=31159): stdout: \u000a| (launched: 2022-12-14_02:46:00.685606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:02.584383 run osmo-stp_10.42.42.5(pid=31159): stderr: \u000a| �[0;m�[38;5;43m20221214024600859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024600859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024600860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024600860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024600863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024600863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024600863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:02.715453 run osmo-stp_10.42.42.5(pid=31159): stdout: \u000a| (launched: 2022-12-14_02:46:00.685606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:02.845539 run osmo-stp_10.42.42.5(pid=31159): stderr: \u000a| �[0;m�[38;5;43m20221214024600859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024600859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024600860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024600860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024600863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024600863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024600863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:02.902523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31159): Process ended prematurely: osmo-stp_10.42.42.5(pid=31159) [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31159)] [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:46:02.911638 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:46:02.975042 run osmo-hlr_10.42.42.2(pid=31156): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31156)]\u000a02:46:03.027007 run osmo-hlr_10.42.42.2(pid=31156): stdout: \u000a| (launched: 2022-12-14_02:45:59.752727) \u000a02:46:03.079708 run osmo-hlr_10.42.42.2(pid=31156): stderr: \u000a| �[0;m�[1;31m20221214024559929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024559929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024559929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024559929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024559929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024559929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024559942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024559950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024559950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024559950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:03.151520 run osmo-msc_10.42.42.6(pid=31162): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31162)]\u000a02:46:03.204039 run osmo-msc_10.42.42.6(pid=31162): stdout: \u000a| (launched: 2022-12-14_02:46:01.856767) \u000a02:46:03.256560 run osmo-msc_10.42.42.6(pid=31162): stderr: \u000a| �[0;m�[38;5;43m20221214024602311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024602312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdba429c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024602312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024602312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024602312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024602312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024602314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024602314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024602314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024602314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:03.301435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31155): Terminating (SIGTERM)\u000a02:46:03.343597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31158): Terminating (SIGTERM)\u000a02:46:03.385895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31161): Terminating (SIGTERM)\u000a02:46:03.395615 --- ParallelTerminationStrategy: PID 31155 died...\u000a02:46:03.452012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31155): Terminated: ok {rc=0}\u000a02:46:03.462167 --- ParallelTerminationStrategy: PID 31158 died...\u000a02:46:03.518515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31158): Terminated: ok {rc=0}\u000a02:46:03.528611 --- ParallelTerminationStrategy: PID 31161 died...\u000a02:46:03.585033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31161): Terminated: ok {rc=0}\u000a02:46:03.672297 bus /sierra_3: Setting Powered False\u000a02:46:04.778854 bus /sierra_3: Setting Powered False\u000a02:46:05.889786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:45:46" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31173): Process ended prematurely: osmo-stp_10.42.42.5(pid=31173) [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31173)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31173): Process ended prematurely: osmo-stp_10.42.42.5(pid=31173) [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a02:46:07.871506 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:07.882864 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:46:08.019215 tst mo_mt_call.py: using LAC 38008\u000a02:46:08.139233 tst mo_mt_call.py: using RAC 13\u000a02:46:08.257275 tst mo_mt_call.py: using CellId 38008\u000a02:46:08.376287 tst mo_mt_call.py: using BVCI 38009\u000a02:46:08.399135 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:08.410390 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:08.421298 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:08.432204 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:08.443268 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:08.454238 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:08.575463 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:08.777625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:09.258465 run create_hlr_db(pid=31167): Launched\u000a02:46:09.430604 bus /sierra_2: Setting Powered False\u000a02:46:10.453467 run create_hlr_db(pid=31167): Terminated: ok {rc=0}\u000a02:46:10.881613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31169): Launched\u000a02:46:11.203386 run osmo-hlr_10.42.42.2(pid=31170): Launched\u000a02:46:11.322183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:11.881418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31172): Launched\u000a02:46:12.204922 run osmo-stp_10.42.42.5(pid=31173): Launched\u000a02:46:12.323524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:12.915509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31175): Launched\u000a02:46:13.238780 run osmo-msc_10.42.42.6(pid=31176): Launched\u000a02:46:13.430153 run osmo-stp_10.42.42.5(pid=31173): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31173)]\u000a02:46:13.567503 run osmo-stp_10.42.42.5(pid=31173): stdout: \u000a| (launched: 2022-12-14_02:46:12.046376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:13.705435 run osmo-stp_10.42.42.5(pid=31173): stderr: \u000a| �[0;m�[38;5;43m20221214024612238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024612238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024612238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024612238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024612239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024612239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024612239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:13.836259 run osmo-stp_10.42.42.5(pid=31173): stdout: \u000a| (launched: 2022-12-14_02:46:12.046376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:13.966362 run osmo-stp_10.42.42.5(pid=31173): stderr: \u000a| �[0;m�[38;5;43m20221214024612238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024612238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024612238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024612238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024612239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024612239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024612239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:14.023220 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31173): Process ended prematurely: osmo-stp_10.42.42.5(pid=31173) [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31173)] [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a02:46:14.032469 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:46:14.095566 run osmo-hlr_10.42.42.2(pid=31170): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31170)]\u000a02:46:14.147325 run osmo-hlr_10.42.42.2(pid=31170): stdout: \u000a| (launched: 2022-12-14_02:46:11.045731) \u000a02:46:14.199741 run osmo-hlr_10.42.42.2(pid=31170): stderr: \u000a| �[0;m�[1;31m20221214024611245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024611245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024611245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024611245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024611246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024611246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024611258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024611266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024611266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024611266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:14.271190 run osmo-msc_10.42.42.6(pid=31176): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31176)]\u000a02:46:14.322624 run osmo-msc_10.42.42.6(pid=31176): stdout: \u000a| (launched: 2022-12-14_02:46:13.079674) \u000a02:46:14.374651 run osmo-msc_10.42.42.6(pid=31176): stderr: \u000a| �[0;m�[38;5;43m20221214024613398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024613399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca8e4a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024613399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024613399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024613399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024613399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024613403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024613403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024613403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024613403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:14.419059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31169): Terminating (SIGTERM)\u000a02:46:14.461676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31172): Terminating (SIGTERM)\u000a02:46:14.503815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31175): Terminating (SIGTERM)\u000a02:46:14.513580 --- ParallelTerminationStrategy: PID 31169 died...\u000a02:46:14.569906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31169): Terminated: ok {rc=0}\u000a02:46:14.579890 --- ParallelTerminationStrategy: PID 31172 died...\u000a02:46:14.635951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31172): Terminated: ok {rc=0}\u000a02:46:14.646290 --- ParallelTerminationStrategy: PID 31175 died...\u000a02:46:14.702315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31175): Terminated: ok {rc=0}\u000a02:46:14.790941 bus /sierra_3: Setting Powered False\u000a02:46:15.900203 bus /sierra_3: Setting Powered False\u000a02:46:17.028036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31184): Process ended prematurely: osmo-stp_10.42.42.5(pid=31184) [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31184)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31184): Process ended prematurely: osmo-stp_10.42.42.5(pid=31184) [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:46:18.145457 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:18.157777 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:46:18.305101 tst mo_mt_call_osmux.py: using LAC 38009\u000a02:46:18.431612 tst mo_mt_call_osmux.py: using RAC 14\u000a02:46:18.557935 tst mo_mt_call_osmux.py: using CellId 38009\u000a02:46:18.685590 tst mo_mt_call_osmux.py: using BVCI 38010\u000a02:46:18.710284 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:18.721936 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:18.733452 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:18.744886 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:18.756781 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a02:46:18.768507 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:18.887157 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a02:46:19.099486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:19.606776 run create_hlr_db(pid=31178): Launched\u000a02:46:19.794732 bus /sierra_2: Setting Powered False\u000a02:46:20.814269 run create_hlr_db(pid=31178): Terminated: ok {rc=0}\u000a02:46:21.243221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31180): Launched\u000a02:46:21.567560 run osmo-hlr_10.42.42.2(pid=31181): Launched\u000a02:46:21.686534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:22.249659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31183): Launched\u000a02:46:22.574078 run osmo-stp_10.42.42.5(pid=31184): Launched\u000a02:46:22.693303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:23.283916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31186): Launched\u000a02:46:23.608609 run osmo-msc_10.42.42.6(pid=31187): Launched\u000a02:46:23.799795 run osmo-stp_10.42.42.5(pid=31184): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31184)]\u000a02:46:23.938371 run osmo-stp_10.42.42.5(pid=31184): stdout: \u000a| (launched: 2022-12-14_02:46:22.414570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:24.075314 run osmo-stp_10.42.42.5(pid=31184): stderr: \u000a| �[0;m�[38;5;43m20221214024622608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024622609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024622609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024622609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024622610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024622610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024622610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:24.206282 run osmo-stp_10.42.42.5(pid=31184): stdout: \u000a| (launched: 2022-12-14_02:46:22.414570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:24.336171 run osmo-stp_10.42.42.5(pid=31184): stderr: \u000a| �[0;m�[38;5;43m20221214024622608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024622609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024622609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024622609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024622610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024622610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024622610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:24.393578 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31184): Process ended prematurely: osmo-stp_10.42.42.5(pid=31184) [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31184)] [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a02:46:24.402779 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:46:24.465525 run osmo-hlr_10.42.42.2(pid=31181): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31181)]\u000a02:46:24.516704 run osmo-hlr_10.42.42.2(pid=31181): stdout: \u000a| (launched: 2022-12-14_02:46:21.408225) \u000a02:46:24.568809 run osmo-hlr_10.42.42.2(pid=31181): stderr: \u000a| �[0;m�[1;31m20221214024621607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024621607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024621607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024621607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024621607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024621607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024621619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024621627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024621627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024621627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:24.639376 run osmo-msc_10.42.42.6(pid=31187): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31187)]\u000a02:46:24.691380 run osmo-msc_10.42.42.6(pid=31187): stdout: \u000a| (launched: 2022-12-14_02:46:23.449351) \u000a02:46:24.743445 run osmo-msc_10.42.42.6(pid=31187): stderr: \u000a| �[0;m�[38;5;43m20221214024623771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024623771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5bc7dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024623771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024623771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024623772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024623773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024623774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024623775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024623775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024623775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:24.787755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31180): Terminating (SIGTERM)\u000a02:46:24.830152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31183): Terminating (SIGTERM)\u000a02:46:24.871934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31186): Terminating (SIGTERM)\u000a02:46:24.881691 --- ParallelTerminationStrategy: PID 31180 died...\u000a02:46:24.937653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31180): Terminated: ok {rc=0}\u000a02:46:24.947685 --- ParallelTerminationStrategy: PID 31183 died...\u000a02:46:25.003581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31183): Terminated: ok {rc=0}\u000a02:46:25.013958 --- ParallelTerminationStrategy: PID 31186 died...\u000a02:46:25.070003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31186): Terminated: ok {rc=0}\u000a02:46:25.157197 bus /sierra_3: Setting Powered False\u000a02:46:26.261001 bus /sierra_3: Setting Powered False\u000a02:46:27.367146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:46:07" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:46:29.383500 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:29.394921 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:46:29.535235 tst emergency_mo_mt_call.py: using LAC 38010\u000a02:46:29.658207 tst emergency_mo_mt_call.py: using RAC 15\u000a02:46:29.780856 tst emergency_mo_mt_call.py: using CellId 38010\u000a02:46:29.903460 tst emergency_mo_mt_call.py: using BVCI 38011\u000a02:46:29.927699 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:29.938831 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:29.949774 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:29.960539 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:29.971713 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:29.982847 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:30.098699 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:30.310295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:30.811577 run create_hlr_db(pid=31192): Launched\u000a02:46:31.006756 bus /sierra_2: Setting Powered False\u000a02:46:32.011593 run create_hlr_db(pid=31192): Terminated: ok {rc=0}\u000a02:46:32.432487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Launched\u000a02:46:32.729977 run osmo-hlr_10.42.42.2(pid=31195): Launched\u000a02:46:32.838978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:33.352833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Launched\u000a02:46:33.648162 run osmo-stp_10.42.42.5(pid=31198): Launched\u000a02:46:33.771238 tst emergency_mo_mt_call.py: using MSISDN 8463\u000a02:46:33.917982 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:34.459182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31200): Launched\u000a02:46:34.757997 run osmo-msc_10.42.42.6(pid=31201): Launched\u000a02:46:34.932614 run osmo-stp_10.42.42.5(pid=31198): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)]\u000a02:46:35.059799 run osmo-stp_10.42.42.5(pid=31198): stdout: \u000a| (launched: 2022-12-14_02:46:33.503330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:35.183431 run osmo-stp_10.42.42.5(pid=31198): stderr: \u000a| �[0;m�[38;5;43m20221214024633675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024633675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024633676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024633676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024633677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024633677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024633677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:35.302556 run osmo-stp_10.42.42.5(pid=31198): stdout: \u000a| (launched: 2022-12-14_02:46:33.503330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:35.420905 run osmo-stp_10.42.42.5(pid=31198): stderr: \u000a| �[0;m�[38;5;43m20221214024633675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024633675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024633676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024633676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024633677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024633677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024633677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:35.472630 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31198): Process ended prematurely: osmo-stp_10.42.42.5(pid=31198) [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31198)] [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a02:46:35.480611 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a02:46:35.540113 run osmo-hlr_10.42.42.2(pid=31195): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31195)]\u000a02:46:35.589221 run osmo-hlr_10.42.42.2(pid=31195): stdout: \u000a| (launched: 2022-12-14_02:46:32.582948) \u000a02:46:35.638892 run osmo-hlr_10.42.42.2(pid=31195): stderr: \u000a| �[0;m�[1;31m20221214024632760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024632760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024632760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024632760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024632760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024632760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024632773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024632782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024632782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024632782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:35.705913 run osmo-msc_10.42.42.6(pid=31201): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31201)]\u000a02:46:35.754576 run osmo-msc_10.42.42.6(pid=31201): stdout: \u000a| (launched: 2022-12-14_02:46:34.610252) \u000a02:46:35.803769 run osmo-msc_10.42.42.6(pid=31201): stderr: \u000a| �[0;m�[38;5;43m20221214024634881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024634881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11a8839c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024634881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024634881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024634881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024634881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024634883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024634884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024634884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024634884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:35.845510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminating (SIGTERM)\u000a02:46:35.884890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminating (SIGTERM)\u000a02:46:35.924427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31200): Terminating (SIGTERM)\u000a02:46:35.933592 --- ParallelTerminationStrategy: PID 31194 died...\u000a02:46:35.986082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31194): Terminated: ok {rc=0}\u000a02:46:35.995531 --- ParallelTerminationStrategy: PID 31197 died...\u000a02:46:36.047938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31197): Terminated: ok {rc=0}\u000a02:46:36.057405 --- ParallelTerminationStrategy: PID 31200 died...\u000a02:46:36.109584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31200): Terminated: ok {rc=0}\u000a02:46:36.197070 bus /sierra_3: Setting Powered False\u000a02:46:37.300752 bus /sierra_3: Setting Powered False\u000a02:46:38.410074 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31209): Process ended prematurely: osmo-stp_10.42.42.5(pid=31209) [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31209): Process ended prematurely: osmo-stp_10.42.42.5(pid=31209) [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:46:39.461264 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:39.473163 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:46:39.616349 tst emergency_preemptive_call.py: using LAC 38011\u000a02:46:39.741972 tst emergency_preemptive_call.py: using RAC 16\u000a02:46:39.868153 tst emergency_preemptive_call.py: using CellId 38011\u000a02:46:39.993418 tst emergency_preemptive_call.py: using BVCI 38012\u000a02:46:40.017784 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:40.028691 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:40.039761 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:40.050794 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:40.062139 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:46:40.073366 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:40.192795 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:40.309718 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:40.428851 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:40.625194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:41.102347 run create_hlr_db(pid=31203): Launched\u000a02:46:41.273284 bus /sierra_2: Setting Powered False\u000a02:46:42.295067 run create_hlr_db(pid=31203): Terminated: ok {rc=0}\u000a02:46:42.720470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31205): Launched\u000a02:46:43.039290 run osmo-hlr_10.42.42.2(pid=31206): Launched\u000a02:46:43.156299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:46:43.711404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31208): Launched\u000a02:46:44.031322 run osmo-stp_10.42.42.5(pid=31209): Launched\u000a02:46:44.157569 tst emergency_preemptive_call.py: using MSISDN 8464\u000a02:46:44.316298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:46:44.895419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31211): Launched\u000a02:46:45.213282 run osmo-msc_10.42.42.6(pid=31212): Launched\u000a02:46:45.400749 run osmo-stp_10.42.42.5(pid=31209): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)]\u000a02:46:45.536322 run osmo-stp_10.42.42.5(pid=31209): stdout: \u000a| (launched: 2022-12-14_02:46:43.874067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:45.672090 run osmo-stp_10.42.42.5(pid=31209): stderr: \u000a| �[0;m�[38;5;43m20221214024644066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024644066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024644067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024644067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024644067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024644068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024644068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:45.800549 run osmo-stp_10.42.42.5(pid=31209): stdout: \u000a| (launched: 2022-12-14_02:46:43.874067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:46:45.947146 run osmo-stp_10.42.42.5(pid=31209): stderr: \u000a| �[0;m�[38;5;43m20221214024644066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024644066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024644067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024644067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024644067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024644068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024644068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:46:46.004505 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31209): Process ended prematurely: osmo-stp_10.42.42.5(pid=31209) [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)] [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a02:46:46.014242 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a02:46:46.098531 run osmo-hlr_10.42.42.2(pid=31206): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31206)]\u000a02:46:46.155019 run osmo-hlr_10.42.42.2(pid=31206): stdout: \u000a| (launched: 2022-12-14_02:46:42.882537) \u000a02:46:46.207988 run osmo-hlr_10.42.42.2(pid=31206): stderr: \u000a| �[0;m�[1;31m20221214024643079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024643079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024643080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024643080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024643080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024643080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024643091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024643099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024643100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024643100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:46:46.279712 run osmo-msc_10.42.42.6(pid=31212): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31212)]\u000a02:46:46.332189 run osmo-msc_10.42.42.6(pid=31212): stdout: \u000a| (launched: 2022-12-14_02:46:45.057249) \u000a02:46:46.385239 run osmo-msc_10.42.42.6(pid=31212): stderr: \u000a| �[0;m�[38;5;43m20221214024645378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214024645378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7601a79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214024645378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214024645378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214024645378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214024645379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214024645382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214024645383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214024645383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214024645383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:46:46.430467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31205): Terminating (SIGTERM)\u000a02:46:46.473163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31208): Terminating (SIGTERM)\u000a02:46:46.517806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31211): Terminating (SIGTERM)\u000a02:46:46.527723 --- ParallelTerminationStrategy: PID 31205 died...\u000a02:46:46.585204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31205): Terminated: ok {rc=0}\u000a02:46:46.596087 --- ParallelTerminationStrategy: PID 31208 died...\u000a02:46:46.653184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31208): Terminated: ok {rc=0}\u000a02:46:46.664008 --- ParallelTerminationStrategy: PID 31211 died...\u000a02:46:46.720752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31211): Terminated: ok {rc=0}\u000a02:46:46.820444 bus /sierra_9: Setting Powered False\u000a02:46:47.925208 bus /sierra_9: Setting Powered False\u000a02:46:49.032777 bus /sierra_8: Setting Powered False\u000a02:46:50.137796 bus /sierra_8: Setting Powered False\u000a02:46:51.244304 bus /sierra_3: Setting Powered False\u000a02:46:52.349354 bus /sierra_3: Setting Powered False\u000a02:46:53.457030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:46:29" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31227): Process ended prematurely: osmo-stp_10.42.42.5(pid=31227) [trial-2398↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31227)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31227): Process ended prematurely: osmo-stp_10.42.42.5(pid=31227) [trial-2398↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:46:55.565139 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:55.575565 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:46:55.709863 tst cs_paging_gprs_active.py: using LAC 38012\u000a02:46:55.828273 tst cs_paging_gprs_active.py: using RAC 17\u000a02:46:55.948652 tst cs_paging_gprs_active.py: using CellId 38012\u000a02:46:56.067850 tst cs_paging_gprs_active.py: using BVCI 38013\u000a02:46:56.090890 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.101444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.111705 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.122033 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.132565 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.143140 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.153583 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.163718 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:46:56.176413 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:56.298591 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:46:56.594548 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:46:56.731456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:46:57.066418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31217): Launched\u000a02:46:57.345843 run iperf3-srv_10.42.42.10(pid=31218): Launched\u000a02:46:57.545914 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:46:57.682643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:46:58.018902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31219): Launched\u000a02:46:58.296768 run iperf3-srv_10.42.42.10(pid=31220): Launched\u000a02:46:58.496259 tst cs_paging_gprs_active.py:38: start network...\u000a02:46:58.631627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:46:59.143052 run create_hlr_db(pid=31221): Launched\u000a02:46:59.330938 bus /sierra_2: Setting Powered False\u000a02:47:00.340915 run create_hlr_db(pid=31221): Terminated: ok {rc=0}\u000a02:47:00.779948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31223): Launched\u000a02:47:01.391256 run osmo-hlr_10.42.42.2(pid=31224): Launched\u000a02:47:01.620755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:02.171086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31226): Launched\u000a02:47:02.475905 run osmo-stp_10.42.42.5(pid=31227): Launched\u000a02:47:02.586616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:03.110467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31229): Launched\u000a02:47:03.217575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:03.479704 run patchelf(pid=31230): Launched\u000a02:47:03.656033 run osmo-stp_10.42.42.5(pid=31227): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31227)]\u000a02:47:03.784836 run osmo-stp_10.42.42.5(pid=31227): stdout: \u000a| (launched: 2022-12-14_02:47:02.326813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:03.914089 run osmo-stp_10.42.42.5(pid=31227): stderr: \u000a| �[0;m�[38;5;43m20221214024702495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024702496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024702496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024702496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024702497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024702497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024702497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:04.038623 run osmo-stp_10.42.42.5(pid=31227): stdout: \u000a| (launched: 2022-12-14_02:47:02.326813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:04.162347 run osmo-stp_10.42.42.5(pid=31227): stderr: \u000a| �[0;m�[38;5;43m20221214024702495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024702496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024702496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024702496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024702497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024702497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024702497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:04.307141 run patchelf(pid=31230): Terminating (SIGINT)\u000a02:47:04.477757 run patchelf(pid=31230): Terminated: ok {rc=0}\u000a02:47:04.509147 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31227): Process ended prematurely: osmo-stp_10.42.42.5(pid=31227) [trial-2398↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31227)] [trial-2398↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a02:47:04.518222 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a02:47:04.577459 run osmo-hlr_10.42.42.2(pid=31224): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31224)]\u000a02:47:04.625773 run osmo-hlr_10.42.42.2(pid=31224): stdout: \u000a| (launched: 2022-12-14_02:47:00.959588) \u000a02:47:04.674634 run osmo-hlr_10.42.42.2(pid=31224): stderr: \u000a| �[0;m�[1;31m20221214024701296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024701296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024701296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024701296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024701296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024701296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024701318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024701340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024701340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024701340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:04.716123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31217): Terminating (SIGTERM)\u000a02:47:04.755113 run iperf3-srv_10.42.42.10(pid=31218): Terminating (SIGTERM)\u000a02:47:04.794219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31219): Terminating (SIGTERM)\u000a02:47:04.833167 run iperf3-srv_10.42.42.10(pid=31220): Terminating (SIGTERM)\u000a02:47:04.872205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31223): Terminating (SIGTERM)\u000a02:47:04.911319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31226): Terminating (SIGTERM)\u000a02:47:04.950874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31229): Terminating (SIGTERM)\u000a02:47:04.960056 --- ParallelTerminationStrategy: PID 31217 died...\u000a02:47:05.012807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31217): Terminated: ok {rc=0}\u000a02:47:05.022375 --- ParallelTerminationStrategy: PID 31218 died...\u000a02:47:05.074636 run iperf3-srv_10.42.42.10(pid=31218): Terminated {rc=256}\u000a02:47:05.084055 --- ParallelTerminationStrategy: PID 31219 died...\u000a02:47:05.136200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31219): Terminated: ok {rc=0}\u000a02:47:05.146079 --- ParallelTerminationStrategy: PID 31220 died...\u000a02:47:05.198383 run iperf3-srv_10.42.42.10(pid=31220): Terminated {rc=256}\u000a02:47:05.207754 --- ParallelTerminationStrategy: PID 31223 died...\u000a02:47:05.260841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31223): Terminated: ok {rc=0}\u000a02:47:05.270485 --- ParallelTerminationStrategy: PID 31226 died...\u000a02:47:05.323016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31226): Terminated: ok {rc=0}\u000a02:47:05.332475 --- ParallelTerminationStrategy: PID 31229 died...\u000a02:47:05.384633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31229): Terminated: ok {rc=0}\u000a02:47:05.472345 bus /gobi_0: Setting Powered False\u000a02:47:06.576505 bus /gobi_0: Setting Powered False\u000a02:47:07.682349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31239): Process ended prematurely: osmo-stp_10.42.42.5(pid=31239) [trial-2398↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31239)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31239): Process ended prematurely: osmo-stp_10.42.42.5(pid=31239) [trial-2398↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a02:47:08.790974 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:08.802062 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:08.948190 tst iperf3.py: using LAC 38013\u000a02:47:09.076878 tst iperf3.py: using RAC 18\u000a02:47:09.207068 tst iperf3.py: using CellId 38013\u000a02:47:09.337451 tst iperf3.py: using BVCI 38014\u000a02:47:09.362774 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.374295 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.385254 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.396205 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.407414 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.418713 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.430149 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.441416 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:09.452683 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:09.732416 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:47:09.858215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:10.170780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31231): Launched\u000a02:47:10.430774 run iperf3-srv_10.42.42.10(pid=31232): Launched\u000a02:47:10.614260 tst iperf3.py:8: start network...\u000a02:47:10.739084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:11.222031 run create_hlr_db(pid=31233): Launched\u000a02:47:11.396114 bus /gobi_6: Setting Powered False\u000a02:47:12.417536 run create_hlr_db(pid=31233): Terminated: ok {rc=0}\u000a02:47:12.848833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31235): Launched\u000a02:47:13.174494 run osmo-hlr_10.42.42.2(pid=31236): Launched\u000a02:47:13.293606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:13.857727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31238): Launched\u000a02:47:14.181112 run osmo-stp_10.42.42.5(pid=31239): Launched\u000a02:47:14.298896 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:14.863323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31241): Launched\u000a02:47:14.979024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:15.261743 run patchelf(pid=31242): Launched\u000a02:47:15.451686 run osmo-stp_10.42.42.5(pid=31239): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31239)]\u000a02:47:15.590936 run osmo-stp_10.42.42.5(pid=31239): stdout: \u000a| (launched: 2022-12-14_02:47:14.022266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:15.730750 run osmo-stp_10.42.42.5(pid=31239): stderr: \u000a| �[0;m�[38;5;43m20221214024714215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024714215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024714216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024714216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024714216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024714217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024714217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:15.871603 run osmo-stp_10.42.42.5(pid=31239): stdout: \u000a| (launched: 2022-12-14_02:47:14.022266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:16.024100 run osmo-stp_10.42.42.5(pid=31239): stderr: \u000a| �[0;m�[38;5;43m20221214024714215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024714215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024714216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024714216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024714216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024714217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024714217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:16.186765 run patchelf(pid=31242): Terminating (SIGINT)\u000a02:47:16.375761 run patchelf(pid=31242): Terminated: ok {rc=0}\u000a02:47:16.410891 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31239): Process ended prematurely: osmo-stp_10.42.42.5(pid=31239) [trial-2398↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31239)] [trial-2398↪gprs:trx-umtrx↪iperf3.py:8]\u000a02:47:16.421789 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:47:16.487906 run osmo-hlr_10.42.42.2(pid=31236): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31236)]\u000a02:47:16.541636 run osmo-hlr_10.42.42.2(pid=31236): stdout: \u000a| (launched: 2022-12-14_02:47:13.014888) \u000a02:47:16.596177 run osmo-hlr_10.42.42.2(pid=31236): stderr: \u000a| �[0;m�[1;31m20221214024713214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024713214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024713215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024713215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024713215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024713215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024713227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024713235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024713235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024713235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:16.642876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31231): Terminating (SIGTERM)\u000a02:47:16.689031 run iperf3-srv_10.42.42.10(pid=31232): Terminating (SIGTERM)\u000a02:47:16.734777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31235): Terminating (SIGTERM)\u000a02:47:16.779079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31238): Terminating (SIGTERM)\u000a02:47:16.823135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31241): Terminating (SIGTERM)\u000a02:47:16.833500 --- ParallelTerminationStrategy: PID 31231 died...\u000a02:47:16.892576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31231): Terminated: ok {rc=0}\u000a02:47:16.904087 --- ParallelTerminationStrategy: PID 31232 died...\u000a02:47:16.961732 run iperf3-srv_10.42.42.10(pid=31232): Terminated {rc=256}\u000a02:47:16.972657 --- ParallelTerminationStrategy: PID 31235 died...\u000a02:47:17.031325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31235): Terminated: ok {rc=0}\u000a02:47:17.042274 --- ParallelTerminationStrategy: PID 31238 died...\u000a02:47:17.103761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31238): Terminated: ok {rc=0}\u000a02:47:17.114012 --- ParallelTerminationStrategy: PID 31241 died...\u000a02:47:17.167771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31241): Terminated: ok {rc=0}\u000a02:47:17.250938 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31257): Process ended prematurely: osmo-stp_10.42.42.5(pid=31257) [trial-2398↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31257)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31257): Process ended prematurely: osmo-stp_10.42.42.5(pid=31257) [trial-2398↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a02:47:18.366405 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:18.378285 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:18.520778 tst iperf3m4.py: using LAC 38014\u000a02:47:18.649359 tst iperf3m4.py: using RAC 19\u000a02:47:18.779636 tst iperf3m4.py: using CellId 38014\u000a02:47:18.909265 tst iperf3m4.py: using BVCI 38015\u000a02:47:18.934194 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:18.945322 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:18.956008 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:18.966850 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:18.978379 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:18.989960 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:19.001686 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:19.013308 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:19.025077 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:19.147078 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:19.269320 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:19.390605 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:19.686924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:47:19.823137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:20.157315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31243): Launched\u000a02:47:20.435893 run iperf3-srv_10.42.42.10(pid=31244): Launched\u000a02:47:20.634920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:47:20.771371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:21.106497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31245): Launched\u000a02:47:21.385590 run iperf3-srv_10.42.42.10(pid=31246): Launched\u000a02:47:21.584778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:47:21.721107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:22.056240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31247): Launched\u000a02:47:22.335434 run iperf3-srv_10.42.42.10(pid=31248): Launched\u000a02:47:22.534735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:47:22.670927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:23.006974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31249): Launched\u000a02:47:23.285648 run iperf3-srv_10.42.42.10(pid=31250): Launched\u000a02:47:23.484707 tst iperf3m4.py:8: start network...\u000a02:47:23.620521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:24.134968 run create_hlr_db(pid=31251): Launched\u000a02:47:24.323287 bus /gobi_6: Setting Powered False\u000a02:47:25.344424 run create_hlr_db(pid=31251): Terminated: ok {rc=0}\u000a02:47:25.775678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31253): Launched\u000a02:47:26.101372 run osmo-hlr_10.42.42.2(pid=31254): Launched\u000a02:47:26.219766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:26.783940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31256): Launched\u000a02:47:27.109050 run osmo-stp_10.42.42.5(pid=31257): Launched\u000a02:47:27.228215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:27.795173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31259): Launched\u000a02:47:27.911080 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:28.193585 run patchelf(pid=31260): Launched\u000a02:47:28.383284 run osmo-stp_10.42.42.5(pid=31257): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31257)]\u000a02:47:28.522267 run osmo-stp_10.42.42.5(pid=31257): stdout: \u000a| (launched: 2022-12-14_02:47:26.949388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:28.661466 run osmo-stp_10.42.42.5(pid=31257): stderr: \u000a| �[0;m�[38;5;43m20221214024727139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024727140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024727140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024727140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024727142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024727143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024727143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:28.796462 run osmo-stp_10.42.42.5(pid=31257): stdout: \u000a| (launched: 2022-12-14_02:47:26.949388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:28.930133 run osmo-stp_10.42.42.5(pid=31257): stderr: \u000a| �[0;m�[38;5;43m20221214024727139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024727140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024727140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024727140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024727142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024727143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024727143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:29.085707 run patchelf(pid=31260): Terminating (SIGINT)\u000a02:47:29.268056 run patchelf(pid=31260): Terminated: ok {rc=0}\u000a02:47:29.301548 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31257): Process ended prematurely: osmo-stp_10.42.42.5(pid=31257) [trial-2398↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31257)] [trial-2398↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a02:47:29.311485 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:47:29.374761 run osmo-hlr_10.42.42.2(pid=31254): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31254)]\u000a02:47:29.426178 run osmo-hlr_10.42.42.2(pid=31254): stdout: \u000a| (launched: 2022-12-14_02:47:25.940648) \u000a02:47:29.478458 run osmo-hlr_10.42.42.2(pid=31254): stderr: \u000a| �[0;m�[1;31m20221214024726137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024726137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024726137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024726137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024726137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024726137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024726150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024726158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024726158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024726158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:29.522992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31243): Terminating (SIGTERM)\u000a02:47:29.564703 run iperf3-srv_10.42.42.10(pid=31244): Terminating (SIGTERM)\u000a02:47:29.606600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31245): Terminating (SIGTERM)\u000a02:47:29.648352 run iperf3-srv_10.42.42.10(pid=31246): Terminating (SIGTERM)\u000a02:47:29.690648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31247): Terminating (SIGTERM)\u000a02:47:29.732466 run iperf3-srv_10.42.42.10(pid=31248): Terminating (SIGTERM)\u000a02:47:29.774224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31249): Terminating (SIGTERM)\u000a02:47:29.815985 run iperf3-srv_10.42.42.10(pid=31250): Terminating (SIGTERM)\u000a02:47:29.857871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31253): Terminating (SIGTERM)\u000a02:47:29.899661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31256): Terminating (SIGTERM)\u000a02:47:29.942134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31259): Terminating (SIGTERM)\u000a02:47:29.951771 --- ParallelTerminationStrategy: PID 31243 died...\u000a02:47:30.008342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31243): Terminated: ok {rc=0}\u000a02:47:30.018328 --- ParallelTerminationStrategy: PID 31244 died...\u000a02:47:30.073800 run iperf3-srv_10.42.42.10(pid=31244): Terminated {rc=256}\u000a02:47:30.083560 --- ParallelTerminationStrategy: PID 31245 died...\u000a02:47:30.139603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31245): Terminated: ok {rc=0}\u000a02:47:30.149885 --- ParallelTerminationStrategy: PID 31246 died...\u000a02:47:30.205271 run iperf3-srv_10.42.42.10(pid=31246): Terminated {rc=256}\u000a02:47:30.215177 --- ParallelTerminationStrategy: PID 31247 died...\u000a02:47:30.270570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31247): Terminated: ok {rc=0}\u000a02:47:30.280465 --- ParallelTerminationStrategy: PID 31248 died...\u000a02:47:30.335899 run iperf3-srv_10.42.42.10(pid=31248): Terminated {rc=256}\u000a02:47:30.345873 --- ParallelTerminationStrategy: PID 31249 died...\u000a02:47:30.401186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31249): Terminated: ok {rc=0}\u000a02:47:30.411072 --- ParallelTerminationStrategy: PID 31250 died...\u000a02:47:30.466552 run iperf3-srv_10.42.42.10(pid=31250): Terminated {rc=256}\u000a02:47:30.476530 --- ParallelTerminationStrategy: PID 31253 died...\u000a02:47:30.532075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31253): Terminated: ok {rc=0}\u000a02:47:30.542085 --- ParallelTerminationStrategy: PID 31256 died...\u000a02:47:30.597828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31256): Terminated: ok {rc=0}\u000a02:47:30.607706 --- ParallelTerminationStrategy: PID 31259 died...\u000a02:47:30.663298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31259): Terminated: ok {rc=0}\u000a02:47:30.750305 bus /gobi_4: Setting Powered False\u000a02:47:31.857037 bus /gobi_4: Setting Powered False\u000a02:47:32.966650 bus /gobi_1: Setting Powered False\u000a02:47:34.069006 bus /gobi_1: Setting Powered False\u000a02:47:35.177723 bus /gobi_0: Setting Powered False\u000a02:47:36.277775 bus /gobi_0: Setting Powered False\u000a02:47:37.388702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31267): Process ended prematurely: osmo-stp_10.42.42.5(pid=31267) [trial-2398↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31267): Process ended prematurely: osmo-stp_10.42.42.5(pid=31267) [trial-2398↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a02:47:38.455595 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:38.466699 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:38.607073 tst ping.py: using LAC 38015\u000a02:47:38.733662 tst ping.py: using RAC 20\u000a02:47:38.858485 tst ping.py: using CellId 38015\u000a02:47:38.984156 tst ping.py: using BVCI 38016\u000a02:47:39.008541 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.019525 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.030394 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.041170 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.052127 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.063245 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.074482 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:39.085631 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:39.359047 tst ping.py:19: start network...\u000a02:47:39.481637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:39.957256 run create_hlr_db(pid=31261): Launched\u000a02:47:40.127529 bus /gobi_6: Setting Powered False\u000a02:47:41.148813 run create_hlr_db(pid=31261): Terminated: ok {rc=0}\u000a02:47:41.571158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31263): Launched\u000a02:47:41.889692 run osmo-hlr_10.42.42.2(pid=31264): Launched\u000a02:47:42.007054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:42.562686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31266): Launched\u000a02:47:42.882097 run osmo-stp_10.42.42.5(pid=31267): Launched\u000a02:47:42.998147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:43.554914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31269): Launched\u000a02:47:43.669233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:43.947223 run patchelf(pid=31270): Launched\u000a02:47:44.134074 run osmo-stp_10.42.42.5(pid=31267): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)]\u000a02:47:44.269900 run osmo-stp_10.42.42.5(pid=31267): stdout: \u000a| (launched: 2022-12-14_02:47:42.725009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:44.406539 run osmo-stp_10.42.42.5(pid=31267): stderr: \u000a| �[0;m�[38;5;43m20221214024742916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024742916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024742916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024742917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024742917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024742917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024742917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:44.538637 run osmo-stp_10.42.42.5(pid=31267): stdout: \u000a| (launched: 2022-12-14_02:47:42.725009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:44.669789 run osmo-stp_10.42.42.5(pid=31267): stderr: \u000a| �[0;m�[38;5;43m20221214024742916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024742916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024742916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024742917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024742917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024742917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024742917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:44.823468 run patchelf(pid=31270): Terminating (SIGINT)\u000a02:47:45.003882 run patchelf(pid=31270): Terminated: ok {rc=0}\u000a02:47:45.036677 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31267): Process ended prematurely: osmo-stp_10.42.42.5(pid=31267) [trial-2398↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31267)] [trial-2398↪gprs:trx-umtrx↪ping.py:22]\u000a02:47:45.046084 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:47:45.109084 run osmo-hlr_10.42.42.2(pid=31264): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31264)]\u000a02:47:45.160110 run osmo-hlr_10.42.42.2(pid=31264): stdout: \u000a| (launched: 2022-12-14_02:47:41.733847) \u000a02:47:45.211878 run osmo-hlr_10.42.42.2(pid=31264): stderr: \u000a| �[0;m�[1;31m20221214024741931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024741931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024741931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024741931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024741931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024741931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024741944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024741952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024741952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024741952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:45.255958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31263): Terminating (SIGTERM)\u000a02:47:45.298045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31266): Terminating (SIGTERM)\u000a02:47:45.339781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31269): Terminating (SIGTERM)\u000a02:47:45.349426 --- ParallelTerminationStrategy: PID 31263 died...\u000a02:47:45.405332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31263): Terminated: ok {rc=0}\u000a02:47:45.415412 --- ParallelTerminationStrategy: PID 31266 died...\u000a02:47:45.471400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31266): Terminated: ok {rc=0}\u000a02:47:45.481466 --- ParallelTerminationStrategy: PID 31269 died...\u000a02:47:45.537105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31269): Terminated: ok {rc=0}\u000a02:47:45.624157 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31277): Process ended prematurely: osmo-stp_10.42.42.5(pid=31277) [trial-2398↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31277): Process ended prematurely: osmo-stp_10.42.42.5(pid=31277) [trial-2398↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a02:47:46.673879 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:46.686126 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a02:47:46.829653 tst ping_idle_ping.py: using LAC 38016\u000a02:47:46.952002 tst ping_idle_ping.py: using RAC 21\u000a02:47:47.081512 tst ping_idle_ping.py: using CellId 38016\u000a02:47:47.200509 tst ping_idle_ping.py: using BVCI 38017\u000a02:47:47.224026 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.234676 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.244911 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.255207 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.265597 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.275816 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.286236 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a02:47:47.296566 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a02:47:47.571156 tst ping_idle_ping.py:24: start network...\u000a02:47:47.695568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:48.173293 run create_hlr_db(pid=31271): Launched\u000a02:47:48.343936 bus /gobi_6: Setting Powered False\u000a02:47:49.365392 run create_hlr_db(pid=31271): Terminated: ok {rc=0}\u000a02:47:49.791062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31273): Launched\u000a02:47:50.111523 run osmo-hlr_10.42.42.2(pid=31274): Launched\u000a02:47:50.230690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:47:50.787638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31276): Launched\u000a02:47:51.108453 run osmo-stp_10.42.42.5(pid=31277): Launched\u000a02:47:51.226112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:47:51.786996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31279): Launched\u000a02:47:51.901456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:47:52.180934 run patchelf(pid=31280): Launched\u000a02:47:52.368602 run osmo-stp_10.42.42.5(pid=31277): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)]\u000a02:47:52.505383 run osmo-stp_10.42.42.5(pid=31277): stdout: \u000a| (launched: 2022-12-14_02:47:50.950686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:52.642666 run osmo-stp_10.42.42.5(pid=31277): stderr: \u000a| �[0;m�[38;5;43m20221214024751143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024751144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024751144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024751144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:52.776186 run osmo-stp_10.42.42.5(pid=31277): stdout: \u000a| (launched: 2022-12-14_02:47:50.950686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:47:52.908090 run osmo-stp_10.42.42.5(pid=31277): stderr: \u000a| �[0;m�[38;5;43m20221214024751143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024751144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024751144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024751144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024751145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:47:53.061772 run patchelf(pid=31280): Terminating (SIGINT)\u000a02:47:53.242789 run patchelf(pid=31280): Terminated: ok {rc=0}\u000a02:47:53.275592 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31277): Process ended prematurely: osmo-stp_10.42.42.5(pid=31277) [trial-2398↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)] [trial-2398↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a02:47:53.284890 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:47:53.348459 run osmo-hlr_10.42.42.2(pid=31274): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31274)]\u000a02:47:53.400188 run osmo-hlr_10.42.42.2(pid=31274): stdout: \u000a| (launched: 2022-12-14_02:47:49.954300) \u000a02:47:53.452670 run osmo-hlr_10.42.42.2(pid=31274): stderr: \u000a| �[0;m�[1;31m20221214024750150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024750150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024750150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024750150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024750150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024750150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024750162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024750170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024750170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024750170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:47:53.497543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31273): Terminating (SIGTERM)\u000a02:47:53.539816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31276): Terminating (SIGTERM)\u000a02:47:53.582209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31279): Terminating (SIGTERM)\u000a02:47:53.591977 --- ParallelTerminationStrategy: PID 31273 died...\u000a02:47:53.648893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31273): Terminated: ok {rc=0}\u000a02:47:53.659055 --- ParallelTerminationStrategy: PID 31276 died...\u000a02:47:53.715630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31276): Terminated: ok {rc=0}\u000a02:47:53.725775 --- ParallelTerminationStrategy: PID 31279 died...\u000a02:47:53.782355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31279): Terminated: ok {rc=0}\u000a02:47:53.869758 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:46:55" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31296): Process ended prematurely: osmo-stp_10.42.42.5(pid=31296) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31296)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31296): Process ended prematurely: osmo-stp_10.42.42.5(pid=31296) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:47:56.024731 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.035866 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:47:56.175945 tst cs_paging_gprs_active.py: using LAC 38017\u000a02:47:56.294961 tst cs_paging_gprs_active.py: using RAC 22\u000a02:47:56.415755 tst cs_paging_gprs_active.py: using CellId 38017\u000a02:47:56.537154 tst cs_paging_gprs_active.py: using BVCI 38018\u000a02:47:56.560267 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.571120 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.581746 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.592258 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.602663 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.613627 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.624223 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.634669 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:47:56.645440 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:47:56.767431 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:47:57.062781 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:47:57.198950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:57.535707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31286): Launched\u000a02:47:57.816872 run iperf3-srv_10.42.42.10(pid=31287): Launched\u000a02:47:58.016931 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:47:58.153409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:47:58.490101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31288): Launched\u000a02:47:58.771384 run iperf3-srv_10.42.42.10(pid=31289): Launched\u000a02:47:58.971238 tst cs_paging_gprs_active.py:38: start network...\u000a02:47:59.107627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:47:59.621668 run create_hlr_db(pid=31290): Launched\u000a02:47:59.810263 bus /gobi_6: Setting Powered False\u000a02:48:00.833656 run create_hlr_db(pid=31290): Terminated: ok {rc=0}\u000a02:48:01.289606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31292): Launched\u000a02:48:01.664212 run osmo-hlr_10.42.42.2(pid=31293): Launched\u000a02:48:01.965600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:02.602861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31295): Launched\u000a02:48:02.906743 run osmo-stp_10.42.42.5(pid=31296): Launched\u000a02:48:03.017970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:03.543350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31298): Launched\u000a02:48:03.651158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:03.914919 run patchelf(pid=31299): Launched\u000a02:48:04.091114 run osmo-stp_10.42.42.5(pid=31296): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31296)]\u000a02:48:04.219942 run osmo-stp_10.42.42.5(pid=31296): stdout: \u000a| (launched: 2022-12-14_02:48:02.756708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:04.348852 run osmo-stp_10.42.42.5(pid=31296): stderr: \u000a| �[0;m�[38;5;43m20221214024802927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024802927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024802927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024802928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024802928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024802928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024802928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:04.473761 run osmo-stp_10.42.42.5(pid=31296): stdout: \u000a| (launched: 2022-12-14_02:48:02.756708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:04.597198 run osmo-stp_10.42.42.5(pid=31296): stderr: \u000a| �[0;m�[38;5;43m20221214024802927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024802927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024802927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024802928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024802928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024802928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024802928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:04.741892 run patchelf(pid=31299): Terminating (SIGINT)\u000a02:48:04.912065 run patchelf(pid=31299): Terminated: ok {rc=0}\u000a02:48:04.943386 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31296): Process ended prematurely: osmo-stp_10.42.42.5(pid=31296) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31296)] [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:48:04.952548 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a02:48:05.012055 run osmo-hlr_10.42.42.2(pid=31293): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31293)]\u000a02:48:05.060342 run osmo-hlr_10.42.42.2(pid=31293): stdout: \u000a| (launched: 2022-12-14_02:48:01.458530) \u000a02:48:05.109571 run osmo-hlr_10.42.42.2(pid=31293): stderr: \u000a| �[0;m�[1;31m20221214024801915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024801916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024801916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024801917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024801917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024801917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024801941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024801954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024801954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024801955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:05.151334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31286): Terminating (SIGTERM)\u000a02:48:05.190684 run iperf3-srv_10.42.42.10(pid=31287): Terminating (SIGTERM)\u000a02:48:05.230013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31288): Terminating (SIGTERM)\u000a02:48:05.269327 run iperf3-srv_10.42.42.10(pid=31289): Terminating (SIGTERM)\u000a02:48:05.308818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31292): Terminating (SIGTERM)\u000a02:48:05.348211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31295): Terminating (SIGTERM)\u000a02:48:05.387604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31298): Terminating (SIGTERM)\u000a02:48:05.396789 --- ParallelTerminationStrategy: PID 31286 died...\u000a02:48:05.449437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31286): Terminated: ok {rc=0}\u000a02:48:05.459017 --- ParallelTerminationStrategy: PID 31287 died...\u000a02:48:05.511406 run iperf3-srv_10.42.42.10(pid=31287): Terminated {rc=256}\u000a02:48:05.520826 --- ParallelTerminationStrategy: PID 31288 died...\u000a02:48:05.573230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31288): Terminated: ok {rc=0}\u000a02:48:05.582710 --- ParallelTerminationStrategy: PID 31289 died...\u000a02:48:05.634898 run iperf3-srv_10.42.42.10(pid=31289): Terminated {rc=256}\u000a02:48:05.644308 --- ParallelTerminationStrategy: PID 31292 died...\u000a02:48:05.696697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31292): Terminated: ok {rc=0}\u000a02:48:05.706983 --- ParallelTerminationStrategy: PID 31295 died...\u000a02:48:05.759790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31295): Terminated: ok {rc=0}\u000a02:48:05.769364 --- ParallelTerminationStrategy: PID 31298 died...\u000a02:48:05.821699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31298): Terminated: ok {rc=0}\u000a02:48:05.908892 bus /gobi_0: Setting Powered False\u000a02:48:07.013166 bus /gobi_0: Setting Powered False\u000a02:48:08.119667 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31308): Process ended prematurely: osmo-stp_10.42.42.5(pid=31308) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31308)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31308): Process ended prematurely: osmo-stp_10.42.42.5(pid=31308) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:48:09.234748 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.246689 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:09.395978 tst iperf3.py: using LAC 38018\u000a02:48:09.523248 tst iperf3.py: using RAC 23\u000a02:48:09.644849 tst iperf3.py: using CellId 38018\u000a02:48:09.765691 tst iperf3.py: using BVCI 38019\u000a02:48:09.788849 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.799721 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.810316 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.820930 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.831462 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.841916 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.852551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.863014 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:09.873735 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:10.150814 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:48:10.276136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:10.587666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31300): Launched\u000a02:48:10.847380 run iperf3-srv_10.42.42.10(pid=31301): Launched\u000a02:48:11.030776 tst iperf3.py:8: start network...\u000a02:48:11.156119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:11.638131 run create_hlr_db(pid=31302): Launched\u000a02:48:11.811413 bus /gobi_6: Setting Powered False\u000a02:48:12.833078 run create_hlr_db(pid=31302): Terminated: ok {rc=0}\u000a02:48:13.263331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31304): Launched\u000a02:48:13.589659 run osmo-hlr_10.42.42.2(pid=31305): Launched\u000a02:48:13.710801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:14.280670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31307): Launched\u000a02:48:14.606065 run osmo-stp_10.42.42.5(pid=31308): Launched\u000a02:48:14.725454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:15.291654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31310): Launched\u000a02:48:15.407814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:15.690522 run patchelf(pid=31311): Launched\u000a02:48:15.902990 run osmo-stp_10.42.42.5(pid=31308): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31308)]\u000a02:48:16.035550 run osmo-stp_10.42.42.5(pid=31308): stdout: \u000a| (launched: 2022-12-14_02:48:14.445899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:16.167794 run osmo-stp_10.42.42.5(pid=31308): stderr: \u000a| �[0;m�[38;5;43m20221214024814640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024814640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024814640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024814640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024814641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024814641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024814641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:16.297693 run osmo-stp_10.42.42.5(pid=31308): stdout: \u000a| (launched: 2022-12-14_02:48:14.445899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:16.425533 run osmo-stp_10.42.42.5(pid=31308): stderr: \u000a| �[0;m�[38;5;43m20221214024814640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024814640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024814640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024814640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024814641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024814641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024814641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:16.573338 run patchelf(pid=31311): Terminating (SIGINT)\u000a02:48:16.814277 run patchelf(pid=31311): Terminated: ok {rc=0}\u000a02:48:16.860164 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31308): Process ended prematurely: osmo-stp_10.42.42.5(pid=31308) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31308)] [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a02:48:16.870221 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:48:16.952681 run osmo-hlr_10.42.42.2(pid=31305): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31305)]\u000a02:48:17.017386 run osmo-hlr_10.42.42.2(pid=31305): stdout: \u000a| (launched: 2022-12-14_02:48:13.428781) \u000a02:48:17.087670 run osmo-hlr_10.42.42.2(pid=31305): stderr: \u000a| �[0;m�[1;31m20221214024813629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024813629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024813629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024813629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024813629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024813630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024813645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024813653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024813653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024813653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:17.134398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31300): Terminating (SIGTERM)\u000a02:48:17.175705 run iperf3-srv_10.42.42.10(pid=31301): Terminating (SIGTERM)\u000a02:48:17.218121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31304): Terminating (SIGTERM)\u000a02:48:17.260665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31307): Terminating (SIGTERM)\u000a02:48:17.302540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31310): Terminating (SIGTERM)\u000a02:48:17.311362 --- ParallelTerminationStrategy: PID 31300 died...\u000a02:48:17.364084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31300): Terminated: ok {rc=0}\u000a02:48:17.373707 --- ParallelTerminationStrategy: PID 31301 died...\u000a02:48:17.426343 run iperf3-srv_10.42.42.10(pid=31301): Terminated {rc=256}\u000a02:48:17.435780 --- ParallelTerminationStrategy: PID 31304 died...\u000a02:48:17.488250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31304): Terminated: ok {rc=0}\u000a02:48:17.497855 --- ParallelTerminationStrategy: PID 31307 died...\u000a02:48:17.550687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31307): Terminated: ok {rc=0}\u000a02:48:17.560218 --- ParallelTerminationStrategy: PID 31310 died...\u000a02:48:17.613041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31310): Terminated: ok {rc=0}\u000a02:48:17.701052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31326): Process ended prematurely: osmo-stp_10.42.42.5(pid=31326) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31326)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31326): Process ended prematurely: osmo-stp_10.42.42.5(pid=31326) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:48:18.811386 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:18.822627 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:18.958721 tst iperf3m4.py: using LAC 38019\u000a02:48:19.078574 tst iperf3m4.py: using RAC 24\u000a02:48:19.199682 tst iperf3m4.py: using CellId 38019\u000a02:48:19.319662 tst iperf3m4.py: using BVCI 38020\u000a02:48:19.342878 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.353637 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.364126 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.374724 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.385510 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.396230 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.406943 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.417326 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:19.427869 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:19.544923 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:19.668557 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:19.789566 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:20.088291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:48:20.224566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:20.560047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31312): Launched\u000a02:48:20.834522 run iperf3-srv_10.42.42.10(pid=31313): Launched\u000a02:48:21.018721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:48:21.144556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:21.456804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31314): Launched\u000a02:48:21.716856 run iperf3-srv_10.42.42.10(pid=31315): Launched\u000a02:48:21.901311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:48:22.026482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:22.338619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31316): Launched\u000a02:48:22.598196 run iperf3-srv_10.42.42.10(pid=31317): Launched\u000a02:48:22.781772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:48:22.907195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:23.219447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31318): Launched\u000a02:48:23.479032 run iperf3-srv_10.42.42.10(pid=31319): Launched\u000a02:48:23.662638 tst iperf3m4.py:8: start network...\u000a02:48:23.788020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:24.272381 run create_hlr_db(pid=31320): Launched\u000a02:48:24.446275 bus /gobi_6: Setting Powered False\u000a02:48:25.467564 run create_hlr_db(pid=31320): Terminated: ok {rc=0}\u000a02:48:25.869577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31322): Launched\u000a02:48:26.171558 run osmo-hlr_10.42.42.2(pid=31323): Launched\u000a02:48:26.281627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:26.807337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31325): Launched\u000a02:48:27.110497 run osmo-stp_10.42.42.5(pid=31326): Launched\u000a02:48:27.221019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:27.748093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31328): Launched\u000a02:48:27.855520 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:28.120001 run patchelf(pid=31329): Launched\u000a02:48:28.296826 run osmo-stp_10.42.42.5(pid=31326): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31326)]\u000a02:48:28.425914 run osmo-stp_10.42.42.5(pid=31326): stdout: \u000a| (launched: 2022-12-14_02:48:26.961102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:28.554992 run osmo-stp_10.42.42.5(pid=31326): stderr: \u000a| �[0;m�[38;5;43m20221214024827132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024827132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024827132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024827133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024827133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024827133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024827133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:28.679633 run osmo-stp_10.42.42.5(pid=31326): stdout: \u000a| (launched: 2022-12-14_02:48:26.961102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:28.803712 run osmo-stp_10.42.42.5(pid=31326): stderr: \u000a| �[0;m�[38;5;43m20221214024827132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024827132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024827132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024827133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024827133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024827133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024827133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:28.948355 run patchelf(pid=31329): Terminating (SIGINT)\u000a02:48:29.119513 run patchelf(pid=31329): Terminated: ok {rc=0}\u000a02:48:29.150887 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31326): Process ended prematurely: osmo-stp_10.42.42.5(pid=31326) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31326)] [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:48:29.160081 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a02:48:29.220211 run osmo-hlr_10.42.42.2(pid=31323): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31323)]\u000a02:48:29.269169 run osmo-hlr_10.42.42.2(pid=31323): stdout: \u000a| (launched: 2022-12-14_02:48:26.023401) \u000a02:48:29.318772 run osmo-hlr_10.42.42.2(pid=31323): stderr: \u000a| �[0;m�[1;31m20221214024826201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024826201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024826202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024826202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024826202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024826202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024826214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024826222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024826223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024826223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:29.360766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31312): Terminating (SIGTERM)\u000a02:48:29.400147 run iperf3-srv_10.42.42.10(pid=31313): Terminating (SIGTERM)\u000a02:48:29.439536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31314): Terminating (SIGTERM)\u000a02:48:29.478877 run iperf3-srv_10.42.42.10(pid=31315): Terminating (SIGTERM)\u000a02:48:29.518247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31316): Terminating (SIGTERM)\u000a02:48:29.557591 run iperf3-srv_10.42.42.10(pid=31317): Terminating (SIGTERM)\u000a02:48:29.596837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31318): Terminating (SIGTERM)\u000a02:48:29.635997 run iperf3-srv_10.42.42.10(pid=31319): Terminating (SIGTERM)\u000a02:48:29.675330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31322): Terminating (SIGTERM)\u000a02:48:29.714568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31325): Terminating (SIGTERM)\u000a02:48:29.754108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31328): Terminating (SIGTERM)\u000a02:48:29.763349 --- ParallelTerminationStrategy: PID 31312 died...\u000a02:48:29.816220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31312): Terminated: ok {rc=0}\u000a02:48:29.825826 --- ParallelTerminationStrategy: PID 31313 died...\u000a02:48:29.878386 run iperf3-srv_10.42.42.10(pid=31313): Terminated {rc=256}\u000a02:48:29.887879 --- ParallelTerminationStrategy: PID 31314 died...\u000a02:48:29.941419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31314): Terminated: ok {rc=0}\u000a02:48:29.950976 --- ParallelTerminationStrategy: PID 31315 died...\u000a02:48:30.003950 run iperf3-srv_10.42.42.10(pid=31315): Terminated {rc=256}\u000a02:48:30.013581 --- ParallelTerminationStrategy: PID 31316 died...\u000a02:48:30.066274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31316): Terminated: ok {rc=0}\u000a02:48:30.075779 --- ParallelTerminationStrategy: PID 31317 died...\u000a02:48:30.128382 run iperf3-srv_10.42.42.10(pid=31317): Terminated {rc=256}\u000a02:48:30.137964 --- ParallelTerminationStrategy: PID 31318 died...\u000a02:48:30.190775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31318): Terminated: ok {rc=0}\u000a02:48:30.200276 --- ParallelTerminationStrategy: PID 31319 died...\u000a02:48:30.252907 run iperf3-srv_10.42.42.10(pid=31319): Terminated {rc=256}\u000a02:48:30.262460 --- ParallelTerminationStrategy: PID 31322 died...\u000a02:48:30.315385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31322): Terminated: ok {rc=0}\u000a02:48:30.325170 --- ParallelTerminationStrategy: PID 31325 died...\u000a02:48:30.377921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31325): Terminated: ok {rc=0}\u000a02:48:30.387542 --- ParallelTerminationStrategy: PID 31328 died...\u000a02:48:30.440457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31328): Terminated: ok {rc=0}\u000a02:48:30.523996 bus /gobi_4: Setting Powered False\u000a02:48:31.634129 bus /gobi_4: Setting Powered False\u000a02:48:32.742002 bus /gobi_1: Setting Powered False\u000a02:48:33.847453 bus /gobi_1: Setting Powered False\u000a02:48:34.954466 bus /gobi_0: Setting Powered False\u000a02:48:36.060346 bus /gobi_0: Setting Powered False\u000a02:48:37.173553 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31336): Process ended prematurely: osmo-stp_10.42.42.5(pid=31336) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31336): Process ended prematurely: osmo-stp_10.42.42.5(pid=31336) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:48:38.242437 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.254295 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:38.399580 tst ping.py: using LAC 38020\u000a02:48:38.524915 tst ping.py: using RAC 25\u000a02:48:38.651877 tst ping.py: using CellId 38020\u000a02:48:38.777396 tst ping.py: using BVCI 38021\u000a02:48:38.801940 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.813254 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.824250 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.835359 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.846800 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.858222 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.869798 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:38.881191 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:39.154063 tst ping.py:19: start network...\u000a02:48:39.276653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:39.753308 run create_hlr_db(pid=31330): Launched\u000a02:48:39.924910 bus /gobi_6: Setting Powered False\u000a02:48:40.945870 run create_hlr_db(pid=31330): Terminated: ok {rc=0}\u000a02:48:41.369000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31332): Launched\u000a02:48:41.688692 run osmo-hlr_10.42.42.2(pid=31333): Launched\u000a02:48:41.809398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:42.365721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31335): Launched\u000a02:48:42.685253 run osmo-stp_10.42.42.5(pid=31336): Launched\u000a02:48:42.801463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:43.358507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31338): Launched\u000a02:48:43.472639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:43.750859 run patchelf(pid=31339): Launched\u000a02:48:43.938358 run osmo-stp_10.42.42.5(pid=31336): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)]\u000a02:48:44.075280 run osmo-stp_10.42.42.5(pid=31336): stdout: \u000a| (launched: 2022-12-14_02:48:42.528275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:44.212333 run osmo-stp_10.42.42.5(pid=31336): stderr: \u000a| �[0;m�[38;5;43m20221214024842718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024842719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024842719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024842719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024842720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024842720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024842720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:44.344844 run osmo-stp_10.42.42.5(pid=31336): stdout: \u000a| (launched: 2022-12-14_02:48:42.528275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:44.476293 run osmo-stp_10.42.42.5(pid=31336): stderr: \u000a| �[0;m�[38;5;43m20221214024842718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024842719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024842719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024842719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024842720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024842720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024842720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:44.629830 run patchelf(pid=31339): Terminating (SIGINT)\u000a02:48:44.811013 run patchelf(pid=31339): Terminated: ok {rc=0}\u000a02:48:44.843711 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31336): Process ended prematurely: osmo-stp_10.42.42.5(pid=31336) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31336)] [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a02:48:44.853129 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:48:44.916564 run osmo-hlr_10.42.42.2(pid=31333): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31333)]\u000a02:48:44.968181 run osmo-hlr_10.42.42.2(pid=31333): stdout: \u000a| (launched: 2022-12-14_02:48:41.531258) \u000a02:48:45.020501 run osmo-hlr_10.42.42.2(pid=31333): stderr: \u000a| �[0;m�[1;31m20221214024841729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024841729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024841729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024841729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024841729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024841729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024841743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024841751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024841752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024841752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:45.065174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31332): Terminating (SIGTERM)\u000a02:48:45.107488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31335): Terminating (SIGTERM)\u000a02:48:45.149927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31338): Terminating (SIGTERM)\u000a02:48:45.159695 --- ParallelTerminationStrategy: PID 31332 died...\u000a02:48:45.216597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31332): Terminated: ok {rc=0}\u000a02:48:45.226811 --- ParallelTerminationStrategy: PID 31335 died...\u000a02:48:45.283119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31335): Terminated: ok {rc=0}\u000a02:48:45.293274 --- ParallelTerminationStrategy: PID 31338 died...\u000a02:48:45.349770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31338): Terminated: ok {rc=0}\u000a02:48:45.437042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31346): Process ended prematurely: osmo-stp_10.42.42.5(pid=31346) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31346): Process ended prematurely: osmo-stp_10.42.42.5(pid=31346) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:48:46.487264 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:46.499825 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:48:46.667999 tst ping_idle_ping.py: using LAC 38021\u000a02:48:46.792027 tst ping_idle_ping.py: using RAC 26\u000a02:48:46.915087 tst ping_idle_ping.py: using CellId 38021\u000a02:48:47.077739 tst ping_idle_ping.py: using BVCI 38022\u000a02:48:47.101761 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.113704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.125710 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.137459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.150058 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.162646 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.175522 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:48:47.188080 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:48:47.468483 tst ping_idle_ping.py:24: start network...\u000a02:48:47.591772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:48.069510 run create_hlr_db(pid=31340): Launched\u000a02:48:48.241378 bus /gobi_6: Setting Powered False\u000a02:48:49.263293 run create_hlr_db(pid=31340): Terminated: ok {rc=0}\u000a02:48:49.690691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31342): Launched\u000a02:48:50.013692 run osmo-hlr_10.42.42.2(pid=31343): Launched\u000a02:48:50.131959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:48:50.689351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31345): Launched\u000a02:48:51.011316 run osmo-stp_10.42.42.5(pid=31346): Launched\u000a02:48:51.128478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:48:51.687797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31348): Launched\u000a02:48:51.803355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:48:52.083973 run patchelf(pid=31349): Launched\u000a02:48:52.272264 run osmo-stp_10.42.42.5(pid=31346): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)]\u000a02:48:52.409723 run osmo-stp_10.42.42.5(pid=31346): stdout: \u000a| (launched: 2022-12-14_02:48:50.852806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:52.547214 run osmo-stp_10.42.42.5(pid=31346): stderr: \u000a| �[0;m�[38;5;43m20221214024851043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024851044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024851044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024851044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024851045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024851045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024851045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:52.680479 run osmo-stp_10.42.42.5(pid=31346): stdout: \u000a| (launched: 2022-12-14_02:48:50.852806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:48:52.813318 run osmo-stp_10.42.42.5(pid=31346): stderr: \u000a| �[0;m�[38;5;43m20221214024851043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024851044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024851044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024851044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024851045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024851045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024851045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:48:52.967479 run patchelf(pid=31349): Terminating (SIGINT)\u000a02:48:53.149259 run patchelf(pid=31349): Terminated: ok {rc=0}\u000a02:48:53.182669 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31346): Process ended prematurely: osmo-stp_10.42.42.5(pid=31346) [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)] [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:48:53.191968 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:48:53.255428 run osmo-hlr_10.42.42.2(pid=31343): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31343)]\u000a02:48:53.307069 run osmo-hlr_10.42.42.2(pid=31343): stdout: \u000a| (launched: 2022-12-14_02:48:49.855034) \u000a02:48:53.359757 run osmo-hlr_10.42.42.2(pid=31343): stderr: \u000a| �[0;m�[1;31m20221214024850054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024850054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024850055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024850055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024850055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024850055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024850071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024850081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024850081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024850081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:48:53.404693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31342): Terminating (SIGTERM)\u000a02:48:53.447513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31345): Terminating (SIGTERM)\u000a02:48:53.489867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31348): Terminating (SIGTERM)\u000a02:48:53.499661 --- ParallelTerminationStrategy: PID 31342 died...\u000a02:48:53.556298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31342): Terminated: ok {rc=0}\u000a02:48:53.566413 --- ParallelTerminationStrategy: PID 31345 died...\u000a02:48:53.622642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31345): Terminated: ok {rc=0}\u000a02:48:53.632719 --- ParallelTerminationStrategy: PID 31348 died...\u000a02:48:53.688894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31348): Terminated: ok {rc=0}\u000a02:48:53.776295 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:47:55" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31363): Process ended prematurely: osmo-stp_10.42.42.5(pid=31363) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31363): Process ended prematurely: osmo-stp_10.42.42.5(pid=31363) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:48:55.929538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:55.940670 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:48:56.106301 tst cs_paging_gprs_active.py: using LAC 38022\u000a02:48:56.235344 tst cs_paging_gprs_active.py: using RAC 27\u000a02:48:56.353230 tst cs_paging_gprs_active.py: using CellId 38022\u000a02:48:56.471005 tst cs_paging_gprs_active.py: using BVCI 38023\u000a02:48:56.494415 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.505265 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.515817 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.526458 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.537315 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.548018 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.558915 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.569664 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:48:56.580615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:48:56.703033 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:48:56.981353 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:48:57.107163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:57.419893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31353): Launched\u000a02:48:57.680315 run iperf3-srv_10.42.42.10(pid=31354): Launched\u000a02:48:57.864212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:48:57.989609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:48:58.303071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31355): Launched\u000a02:48:58.562732 run iperf3-srv_10.42.42.10(pid=31356): Launched\u000a02:48:58.746611 tst cs_paging_gprs_active.py:38: start network...\u000a02:48:58.871712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:48:59.355657 run create_hlr_db(pid=31357): Launched\u000a02:48:59.528873 bus /gobi_6: Setting Powered False\u000a02:49:00.550981 run create_hlr_db(pid=31357): Terminated: ok {rc=0}\u000a02:49:01.017875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31359): Launched\u000a02:49:01.406885 run osmo-hlr_10.42.42.2(pid=31360): Launched\u000a02:49:01.622769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:02.273716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31362): Launched\u000a02:49:02.577732 run osmo-stp_10.42.42.5(pid=31363): Launched\u000a02:49:02.687585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:03.214072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31365): Launched\u000a02:49:03.321516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:03.592089 run patchelf(pid=31366): Launched\u000a02:49:03.769882 run osmo-stp_10.42.42.5(pid=31363): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)]\u000a02:49:03.899730 run osmo-stp_10.42.42.5(pid=31363): stdout: \u000a| (launched: 2022-12-14_02:49:02.428882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:04.029909 run osmo-stp_10.42.42.5(pid=31363): stderr: \u000a| �[0;m�[38;5;43m20221214024902599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024902599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024902600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024902600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024902602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024902602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024902602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:04.155364 run osmo-stp_10.42.42.5(pid=31363): stdout: \u000a| (launched: 2022-12-14_02:49:02.428882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:04.280427 run osmo-stp_10.42.42.5(pid=31363): stderr: \u000a| �[0;m�[38;5;43m20221214024902599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024902599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024902600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024902600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024902602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024902602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024902602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:04.425996 run patchelf(pid=31366): Terminating (SIGINT)\u000a02:49:04.597610 run patchelf(pid=31366): Terminated: ok {rc=0}\u000a02:49:04.629174 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31363): Process ended prematurely: osmo-stp_10.42.42.5(pid=31363) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31363)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:49:04.638313 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:49:04.698150 run osmo-hlr_10.42.42.2(pid=31360): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31360)]\u000a02:49:04.746741 run osmo-hlr_10.42.42.2(pid=31360): stdout: \u000a| (launched: 2022-12-14_02:49:01.191495) \u000a02:49:04.796099 run osmo-hlr_10.42.42.2(pid=31360): stderr: \u000a| �[0;m�[1;31m20221214024901494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024901494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024901494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024901494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024901494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024901494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024901513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024901526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024901526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024901526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:04.838352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31353): Terminating (SIGTERM)\u000a02:49:04.877925 run iperf3-srv_10.42.42.10(pid=31354): Terminating (SIGTERM)\u000a02:49:04.917489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31355): Terminating (SIGTERM)\u000a02:49:04.957030 run iperf3-srv_10.42.42.10(pid=31356): Terminating (SIGTERM)\u000a02:49:04.996569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31359): Terminating (SIGTERM)\u000a02:49:05.036213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31362): Terminating (SIGTERM)\u000a02:49:05.075892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31365): Terminating (SIGTERM)\u000a02:49:05.085269 --- ParallelTerminationStrategy: PID 31353 died...\u000a02:49:05.138498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31353): Terminated: ok {rc=0}\u000a02:49:05.148246 --- ParallelTerminationStrategy: PID 31354 died...\u000a02:49:05.201106 run iperf3-srv_10.42.42.10(pid=31354): Terminated {rc=256}\u000a02:49:05.210759 --- ParallelTerminationStrategy: PID 31355 died...\u000a02:49:05.263357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31355): Terminated: ok {rc=0}\u000a02:49:05.273056 --- ParallelTerminationStrategy: PID 31356 died...\u000a02:49:05.325642 run iperf3-srv_10.42.42.10(pid=31356): Terminated {rc=256}\u000a02:49:05.335582 --- ParallelTerminationStrategy: PID 31359 died...\u000a02:49:05.388643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31359): Terminated: ok {rc=0}\u000a02:49:05.398374 --- ParallelTerminationStrategy: PID 31362 died...\u000a02:49:05.451155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31362): Terminated: ok {rc=0}\u000a02:49:05.460751 --- ParallelTerminationStrategy: PID 31365 died...\u000a02:49:05.513289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31365): Terminated: ok {rc=0}\u000a02:49:05.601029 bus /gobi_0: Setting Powered False\u000a02:49:06.702823 bus /gobi_0: Setting Powered False\u000a02:49:07.813215 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:49:08.928361 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:08.940131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:09.106734 tst iperf3.py: using LAC 38023\u000a02:49:09.234309 tst iperf3.py: using RAC 28\u000a02:49:09.363229 tst iperf3.py: using CellId 38023\u000a02:49:09.487776 tst iperf3.py: using BVCI 38024\u000a02:49:09.511086 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.522114 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.532851 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.543490 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.554164 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.564832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.575515 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.586067 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:09.596731 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:09.893212 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:49:10.029237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:10.364563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31367): Launched\u000a02:49:10.644457 run iperf3-srv_10.42.42.10(pid=31368): Launched\u000a02:49:10.844334 tst iperf3.py:8: start network...\u000a02:49:10.980111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:11.490278 run create_hlr_db(pid=31369): Launched\u000a02:49:11.678744 bus /gobi_6: Setting Powered False\u000a02:49:12.699692 run create_hlr_db(pid=31369): Terminated: ok {rc=0}\u000a02:49:13.103596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Launched\u000a02:49:13.405820 run osmo-hlr_10.42.42.2(pid=31372): Launched\u000a02:49:13.521586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:14.147651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Launched\u000a02:49:14.442421 run osmo-stp_10.42.42.5(pid=31375): Launched\u000a02:49:14.550425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:15.064890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31377): Launched\u000a02:49:15.170228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:15.427864 run patchelf(pid=31378): Launched\u000a02:49:15.601462 run osmo-stp_10.42.42.5(pid=31375): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]\u000a02:49:15.727691 run osmo-stp_10.42.42.5(pid=31375): stdout: \u000a| (launched: 2022-12-14_02:49:14.298124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:15.862787 run osmo-stp_10.42.42.5(pid=31375): stderr: \u000a| �[0;m�[38;5;43m20221214024914470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024914470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024914470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024914470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024914471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024914471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024914471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:15.998797 run osmo-stp_10.42.42.5(pid=31375): stdout: \u000a| (launched: 2022-12-14_02:49:14.298124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:16.122700 run osmo-stp_10.42.42.5(pid=31375): stderr: \u000a| �[0;m�[38;5;43m20221214024914470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024914470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024914470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024914470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024914471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024914471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024914471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:16.268094 run patchelf(pid=31378): Terminating (SIGINT)\u000a02:49:16.439645 run patchelf(pid=31378): Terminated: ok {rc=0}\u000a02:49:16.472216 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:49:16.482639 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a02:49:16.543180 run osmo-hlr_10.42.42.2(pid=31372): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31372)]\u000a02:49:16.593015 run osmo-hlr_10.42.42.2(pid=31372): stdout: \u000a| (launched: 2022-12-14_02:49:13.257117) \u000a02:49:16.643826 run osmo-hlr_10.42.42.2(pid=31372): stderr: \u000a| �[0;m�[1;31m20221214024913435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024913435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024913435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024913435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024913435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024913435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024913447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024913456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024913456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024913456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:16.686517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31367): Terminating (SIGTERM)\u000a02:49:16.727940 run iperf3-srv_10.42.42.10(pid=31368): Terminating (SIGTERM)\u000a02:49:16.771782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Terminating (SIGTERM)\u000a02:49:16.812723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Terminating (SIGTERM)\u000a02:49:16.855635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31377): Terminating (SIGTERM)\u000a02:49:16.865371 --- ParallelTerminationStrategy: PID 31367 died...\u000a02:49:16.919451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31367): Terminated: ok {rc=0}\u000a02:49:16.929566 --- ParallelTerminationStrategy: PID 31368 died...\u000a02:49:16.983373 run iperf3-srv_10.42.42.10(pid=31368): Terminated {rc=256}\u000a02:49:16.993473 --- ParallelTerminationStrategy: PID 31371 died...\u000a02:49:17.047178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Terminated: ok {rc=0}\u000a02:49:17.057172 --- ParallelTerminationStrategy: PID 31374 died...\u000a02:49:17.110931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Terminated: ok {rc=0}\u000a02:49:17.120859 --- ParallelTerminationStrategy: PID 31377 died...\u000a02:49:17.174392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31377): Terminated: ok {rc=0}\u000a02:49:17.258696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31393): Process ended prematurely: osmo-stp_10.42.42.5(pid=31393) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31393): Process ended prematurely: osmo-stp_10.42.42.5(pid=31393) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:49:18.372650 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:18.384514 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:18.549052 tst iperf3m4.py: using LAC 38024\u000a02:49:18.667359 tst iperf3m4.py: using RAC 29\u000a02:49:18.785991 tst iperf3m4.py: using CellId 38024\u000a02:49:18.909658 tst iperf3m4.py: using BVCI 38025\u000a02:49:18.934043 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:18.945245 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:18.956188 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:18.967188 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:18.978911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:18.990314 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:19.001769 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:19.013169 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:19.024620 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:19.140628 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:19.262383 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:19.377725 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:19.655522 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:49:19.778494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:20.083348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31379): Launched\u000a02:49:20.338213 run iperf3-srv_10.42.42.10(pid=31380): Launched\u000a02:49:20.517755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:49:20.640595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:20.946328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31381): Launched\u000a02:49:21.200484 run iperf3-srv_10.42.42.10(pid=31382): Launched\u000a02:49:21.379683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:49:21.502374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:21.807486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31383): Launched\u000a02:49:22.061335 run iperf3-srv_10.42.42.10(pid=31384): Launched\u000a02:49:22.240531 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:49:22.363967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:22.670215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31385): Launched\u000a02:49:22.924680 run iperf3-srv_10.42.42.10(pid=31386): Launched\u000a02:49:23.103718 tst iperf3m4.py:8: start network...\u000a02:49:23.226574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:23.703956 run create_hlr_db(pid=31387): Launched\u000a02:49:23.889314 bus /gobi_6: Setting Powered False\u000a02:49:24.909893 run create_hlr_db(pid=31387): Terminated: ok {rc=0}\u000a02:49:25.332356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31389): Launched\u000a02:49:25.651378 run osmo-hlr_10.42.42.2(pid=31390): Launched\u000a02:49:25.764409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:26.279453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31392): Launched\u000a02:49:26.575705 run osmo-stp_10.42.42.5(pid=31393): Launched\u000a02:49:26.683969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:27.199187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31395): Launched\u000a02:49:27.304178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:27.563403 run patchelf(pid=31396): Launched\u000a02:49:27.737189 run osmo-stp_10.42.42.5(pid=31393): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)]\u000a02:49:27.864105 run osmo-stp_10.42.42.5(pid=31393): stdout: \u000a| (launched: 2022-12-14_02:49:26.430751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:27.991080 run osmo-stp_10.42.42.5(pid=31393): stderr: \u000a| �[0;m�[38;5;43m20221214024926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024926601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:28.114452 run osmo-stp_10.42.42.5(pid=31393): stdout: \u000a| (launched: 2022-12-14_02:49:26.430751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:28.236159 run osmo-stp_10.42.42.5(pid=31393): stderr: \u000a| �[0;m�[38;5;43m20221214024926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024926601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:28.379058 run patchelf(pid=31396): Terminating (SIGINT)\u000a02:49:28.546776 run patchelf(pid=31396): Terminated: ok {rc=0}\u000a02:49:28.577810 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31393): Process ended prematurely: osmo-stp_10.42.42.5(pid=31393) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31393)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:49:28.587141 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a02:49:28.647104 run osmo-hlr_10.42.42.2(pid=31390): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31390)]\u000a02:49:28.696008 run osmo-hlr_10.42.42.2(pid=31390): stdout: \u000a| (launched: 2022-12-14_02:49:25.494312) \u000a02:49:28.745585 run osmo-hlr_10.42.42.2(pid=31390): stderr: \u000a| �[0;m�[1;31m20221214024925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024925691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024925704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024925711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024925712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024925712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:28.787855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31379): Terminating (SIGTERM)\u000a02:49:28.827723 run iperf3-srv_10.42.42.10(pid=31380): Terminating (SIGTERM)\u000a02:49:28.867457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31381): Terminating (SIGTERM)\u000a02:49:28.907029 run iperf3-srv_10.42.42.10(pid=31382): Terminating (SIGTERM)\u000a02:49:28.946621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31383): Terminating (SIGTERM)\u000a02:49:28.986100 run iperf3-srv_10.42.42.10(pid=31384): Terminating (SIGTERM)\u000a02:49:29.025655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31385): Terminating (SIGTERM)\u000a02:49:29.065235 run iperf3-srv_10.42.42.10(pid=31386): Terminating (SIGTERM)\u000a02:49:29.104933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31389): Terminating (SIGTERM)\u000a02:49:29.144553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31392): Terminating (SIGTERM)\u000a02:49:29.184359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31395): Terminating (SIGTERM)\u000a02:49:29.193571 --- ParallelTerminationStrategy: PID 31379 died...\u000a02:49:29.246618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31379): Terminated: ok {rc=0}\u000a02:49:29.256110 --- ParallelTerminationStrategy: PID 31380 died...\u000a02:49:29.308425 run iperf3-srv_10.42.42.10(pid=31380): Terminated {rc=256}\u000a02:49:29.317781 --- ParallelTerminationStrategy: PID 31381 died...\u000a02:49:29.370081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31381): Terminated: ok {rc=0}\u000a02:49:29.379781 --- ParallelTerminationStrategy: PID 31382 died...\u000a02:49:29.432338 run iperf3-srv_10.42.42.10(pid=31382): Terminated {rc=256}\u000a02:49:29.441803 --- ParallelTerminationStrategy: PID 31383 died...\u000a02:49:29.494372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31383): Terminated: ok {rc=0}\u000a02:49:29.503851 --- ParallelTerminationStrategy: PID 31384 died...\u000a02:49:29.556302 run iperf3-srv_10.42.42.10(pid=31384): Terminated {rc=256}\u000a02:49:29.565813 --- ParallelTerminationStrategy: PID 31385 died...\u000a02:49:29.618391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31385): Terminated: ok {rc=0}\u000a02:49:29.627877 --- ParallelTerminationStrategy: PID 31386 died...\u000a02:49:29.680418 run iperf3-srv_10.42.42.10(pid=31386): Terminated {rc=256}\u000a02:49:29.689951 --- ParallelTerminationStrategy: PID 31389 died...\u000a02:49:29.742318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31389): Terminated: ok {rc=0}\u000a02:49:29.751812 --- ParallelTerminationStrategy: PID 31392 died...\u000a02:49:29.804199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31392): Terminated: ok {rc=0}\u000a02:49:29.813696 --- ParallelTerminationStrategy: PID 31395 died...\u000a02:49:29.866203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31395): Terminated: ok {rc=0}\u000a02:49:29.953641 bus /gobi_4: Setting Powered False\u000a02:49:31.059762 bus /gobi_4: Setting Powered False\u000a02:49:32.170274 bus /gobi_1: Setting Powered False\u000a02:49:33.274122 bus /gobi_1: Setting Powered False\u000a02:49:34.381805 bus /gobi_0: Setting Powered False\u000a02:49:35.487639 bus /gobi_0: Setting Powered False\u000a02:49:36.597021 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31403): Process ended prematurely: osmo-stp_10.42.42.5(pid=31403) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31403)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31403): Process ended prematurely: osmo-stp_10.42.42.5(pid=31403) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:49:37.666948 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:37.679496 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:37.832193 tst ping.py: using LAC 38025\u000a02:49:37.947907 tst ping.py: using RAC 30\u000a02:49:38.071394 tst ping.py: using CellId 38025\u000a02:49:38.194032 tst ping.py: using BVCI 38026\u000a02:49:38.218090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.229280 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.240231 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.251342 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.262686 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.274282 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.285686 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:38.298047 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:38.620673 tst ping.py:19: start network...\u000a02:49:38.752221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:39.247019 run create_hlr_db(pid=31397): Launched\u000a02:49:39.429502 bus /gobi_6: Setting Powered False\u000a02:49:40.449967 run create_hlr_db(pid=31397): Terminated: ok {rc=0}\u000a02:49:40.843191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31399): Launched\u000a02:49:41.134914 run osmo-hlr_10.42.42.2(pid=31400): Launched\u000a02:49:41.248683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:41.763302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31402): Launched\u000a02:49:42.056859 run osmo-stp_10.42.42.5(pid=31403): Launched\u000a02:49:42.163448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:42.673910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31405): Launched\u000a02:49:42.777508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:43.033340 run patchelf(pid=31406): Launched\u000a02:49:43.204685 run osmo-stp_10.42.42.5(pid=31403): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31403)]\u000a02:49:43.330233 run osmo-stp_10.42.42.5(pid=31403): stdout: \u000a| (launched: 2022-12-14_02:49:41.911916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:43.455645 run osmo-stp_10.42.42.5(pid=31403): stderr: \u000a| �[0;m�[38;5;43m20221214024942082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024942083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024942083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024942083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024942084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024942084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024942084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:43.576915 run osmo-stp_10.42.42.5(pid=31403): stdout: \u000a| (launched: 2022-12-14_02:49:41.911916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:43.697044 run osmo-stp_10.42.42.5(pid=31403): stderr: \u000a| �[0;m�[38;5;43m20221214024942082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024942083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024942083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024942083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024942084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024942084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024942084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:43.837666 run patchelf(pid=31406): Terminating (SIGINT)\u000a02:49:44.003206 run patchelf(pid=31406): Terminated: ok {rc=0}\u000a02:49:44.033539 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31403): Process ended prematurely: osmo-stp_10.42.42.5(pid=31403) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31403)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:49:44.042130 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:49:44.101205 run osmo-hlr_10.42.42.2(pid=31400): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31400)]\u000a02:49:44.149609 run osmo-hlr_10.42.42.2(pid=31400): stdout: \u000a| (launched: 2022-12-14_02:49:40.991457) \u000a02:49:44.198859 run osmo-hlr_10.42.42.2(pid=31400): stderr: \u000a| �[0;m�[1;31m20221214024941167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024941167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024941167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024941167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024941167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024941167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024941180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024941190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024941190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024941190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:44.240867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31399): Terminating (SIGTERM)\u000a02:49:44.280345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31402): Terminating (SIGTERM)\u000a02:49:44.319790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31405): Terminating (SIGTERM)\u000a02:49:44.328858 --- ParallelTerminationStrategy: PID 31399 died...\u000a02:49:44.381498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31399): Terminated: ok {rc=0}\u000a02:49:44.390913 --- ParallelTerminationStrategy: PID 31402 died...\u000a02:49:44.443271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31402): Terminated: ok {rc=0}\u000a02:49:44.452741 --- ParallelTerminationStrategy: PID 31405 died...\u000a02:49:44.505886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31405): Terminated: ok {rc=0}\u000a02:49:44.593415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31413): Process ended prematurely: osmo-stp_10.42.42.5(pid=31413) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31413)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31413): Process ended prematurely: osmo-stp_10.42.42.5(pid=31413) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:49:45.645164 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:45.656676 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:49:45.816393 tst ping_idle_ping.py: using LAC 38026\u000a02:49:45.957749 tst ping_idle_ping.py: using RAC 31\u000a02:49:46.086689 tst ping_idle_ping.py: using CellId 38026\u000a02:49:46.202022 tst ping_idle_ping.py: using BVCI 38027\u000a02:49:46.225239 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.236546 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.247722 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.259070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.270520 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.281939 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.293389 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:49:46.304704 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:49:46.579519 tst ping_idle_ping.py:24: start network...\u000a02:49:46.702997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:47.216464 run create_hlr_db(pid=31407): Launched\u000a02:49:47.387712 bus /gobi_6: Setting Powered False\u000a02:49:48.407102 run create_hlr_db(pid=31407): Terminated: ok {rc=0}\u000a02:49:48.825750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31409): Launched\u000a02:49:49.139041 run osmo-hlr_10.42.42.2(pid=31410): Launched\u000a02:49:49.253714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:49:49.798959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31412): Launched\u000a02:49:50.116135 run osmo-stp_10.42.42.5(pid=31413): Launched\u000a02:49:50.231162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:49:50.778818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31415): Launched\u000a02:49:50.883111 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:49:51.139046 run patchelf(pid=31416): Launched\u000a02:49:51.310676 run osmo-stp_10.42.42.5(pid=31413): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31413)]\u000a02:49:51.435750 run osmo-stp_10.42.42.5(pid=31413): stdout: \u000a| (launched: 2022-12-14_02:49:49.960759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:51.561546 run osmo-stp_10.42.42.5(pid=31413): stderr: \u000a| �[0;m�[38;5;43m20221214024950153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024950153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024950154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024950154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024950154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024950155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024950155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:51.683178 run osmo-stp_10.42.42.5(pid=31413): stdout: \u000a| (launched: 2022-12-14_02:49:49.960759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:49:51.803794 run osmo-stp_10.42.42.5(pid=31413): stderr: \u000a| �[0;m�[38;5;43m20221214024950153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214024950153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214024950154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214024950154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214024950154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214024950155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214024950155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:49:51.945518 run patchelf(pid=31416): Terminating (SIGINT)\u000a02:49:52.111792 run patchelf(pid=31416): Terminated: ok {rc=0}\u000a02:49:52.142204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31413): Process ended prematurely: osmo-stp_10.42.42.5(pid=31413) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31413)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:49:52.150887 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:49:52.210307 run osmo-hlr_10.42.42.2(pid=31410): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31410)]\u000a02:49:52.259045 run osmo-hlr_10.42.42.2(pid=31410): stdout: \u000a| (launched: 2022-12-14_02:49:48.985267) \u000a02:49:52.308232 run osmo-hlr_10.42.42.2(pid=31410): stderr: \u000a| �[0;m�[1;31m20221214024949179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214024949179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214024949179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024949179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214024949179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214024949179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214024949191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214024949199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214024949199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214024949199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:49:52.350379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31409): Terminating (SIGTERM)\u000a02:49:52.389933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31412): Terminating (SIGTERM)\u000a02:49:52.429264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31415): Terminating (SIGTERM)\u000a02:49:52.438478 --- ParallelTerminationStrategy: PID 31409 died...\u000a02:49:52.491732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31409): Terminated: ok {rc=0}\u000a02:49:52.501384 --- ParallelTerminationStrategy: PID 31412 died...\u000a02:49:52.554273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31412): Terminated: ok {rc=0}\u000a02:49:52.563932 --- ParallelTerminationStrategy: PID 31415 died...\u000a02:49:52.617077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31415): Terminated: ok {rc=0}\u000a02:49:52.704654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:48:55" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31430): Process ended prematurely: osmo-stp_10.42.42.5(pid=31430) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31430): Process ended prematurely: osmo-stp_10.42.42.5(pid=31430) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:49:54.852097 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:54.863528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:49:55.024224 tst cs_paging_gprs_active.py: using LAC 38027\u000a02:49:55.149117 tst cs_paging_gprs_active.py: using RAC 32\u000a02:49:55.273309 tst cs_paging_gprs_active.py: using CellId 38027\u000a02:49:55.398253 tst cs_paging_gprs_active.py: using BVCI 38028\u000a02:49:55.422772 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.433955 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.444898 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.456046 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.467416 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.478747 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.490191 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.501663 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:49:55.513390 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:49:55.630113 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:49:55.908940 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:49:56.032633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:56.340938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31420): Launched\u000a02:49:56.598431 run iperf3-srv_10.42.42.10(pid=31421): Launched\u000a02:49:56.779890 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:49:56.903729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:49:57.211707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31422): Launched\u000a02:49:57.468213 run iperf3-srv_10.42.42.10(pid=31423): Launched\u000a02:49:57.649729 tst cs_paging_gprs_active.py:38: start network...\u000a02:49:57.773330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:49:58.253565 run create_hlr_db(pid=31424): Launched\u000a02:49:58.424669 bus /gobi_6: Setting Powered False\u000a02:49:59.446557 run create_hlr_db(pid=31424): Terminated: ok {rc=0}\u000a02:49:59.871402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31426): Launched\u000a02:50:00.191518 run osmo-hlr_10.42.42.2(pid=31427): Launched\u000a02:50:00.312386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:00.886774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31429): Launched\u000a02:50:01.343928 run osmo-stp_10.42.42.5(pid=31430): Launched\u000a02:50:01.520070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:02.074958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31435): Launched\u000a02:50:02.183813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:02.449633 run patchelf(pid=31436): Launched\u000a02:50:02.624339 run osmo-stp_10.42.42.5(pid=31430): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)]\u000a02:50:02.753383 run osmo-stp_10.42.42.5(pid=31430): stdout: \u000a| (launched: 2022-12-14_02:50:01.068179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:02.881301 run osmo-stp_10.42.42.5(pid=31430): stderr: \u000a| �[0;m�[38;5;43m20221214025001343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025001344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025001344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025001344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025001345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025001345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025001345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:03.004682 run osmo-stp_10.42.42.5(pid=31430): stdout: \u000a| (launched: 2022-12-14_02:50:01.068179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:03.127353 run osmo-stp_10.42.42.5(pid=31430): stderr: \u000a| �[0;m�[38;5;43m20221214025001343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025001344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025001344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025001344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025001345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025001345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025001345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:03.270947 run patchelf(pid=31436): Terminating (SIGINT)\u000a02:50:03.439291 run patchelf(pid=31436): Terminated: ok {rc=0}\u000a02:50:03.470616 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31430): Process ended prematurely: osmo-stp_10.42.42.5(pid=31430) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31430)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:50:03.479813 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:50:03.539392 run osmo-hlr_10.42.42.2(pid=31427): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31427)]\u000a02:50:03.588440 run osmo-hlr_10.42.42.2(pid=31427): stdout: \u000a| (launched: 2022-12-14_02:50:00.034148) \u000a02:50:03.637832 run osmo-hlr_10.42.42.2(pid=31427): stderr: \u000a| �[0;m�[1;31m20221214025000233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025000233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025000233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025000233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025000234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025000234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025000246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025000255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025000255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025000255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:03.679749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31420): Terminating (SIGTERM)\u000a02:50:03.719111 run iperf3-srv_10.42.42.10(pid=31421): Terminating (SIGTERM)\u000a02:50:03.758501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31422): Terminating (SIGTERM)\u000a02:50:03.797736 run iperf3-srv_10.42.42.10(pid=31423): Terminating (SIGTERM)\u000a02:50:03.837155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31426): Terminating (SIGTERM)\u000a02:50:03.876618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31429): Terminating (SIGTERM)\u000a02:50:03.915990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31435): Terminating (SIGTERM)\u000a02:50:03.925096 --- ParallelTerminationStrategy: PID 31420 died...\u000a02:50:03.977455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31420): Terminated: ok {rc=0}\u000a02:50:03.986806 --- ParallelTerminationStrategy: PID 31421 died...\u000a02:50:04.039246 run iperf3-srv_10.42.42.10(pid=31421): Terminated {rc=256}\u000a02:50:04.048612 --- ParallelTerminationStrategy: PID 31422 died...\u000a02:50:04.101052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31422): Terminated: ok {rc=0}\u000a02:50:04.110436 --- ParallelTerminationStrategy: PID 31423 died...\u000a02:50:04.162625 run iperf3-srv_10.42.42.10(pid=31423): Terminated {rc=256}\u000a02:50:04.171922 --- ParallelTerminationStrategy: PID 31426 died...\u000a02:50:04.224200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31426): Terminated: ok {rc=0}\u000a02:50:04.233622 --- ParallelTerminationStrategy: PID 31429 died...\u000a02:50:04.286248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31429): Terminated: ok {rc=0}\u000a02:50:04.295654 --- ParallelTerminationStrategy: PID 31435 died...\u000a02:50:04.347901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31435): Terminated: ok {rc=0}\u000a02:50:04.435500 bus /gobi_0: Setting Powered False\u000a02:50:05.539389 bus /gobi_0: Setting Powered False\u000a02:50:06.650585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31445): Process ended prematurely: osmo-stp_10.42.42.5(pid=31445) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31445)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31445): Process ended prematurely: osmo-stp_10.42.42.5(pid=31445) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:50:07.759956 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:07.771341 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:07.925992 tst iperf3.py: using LAC 38028\u000a02:50:08.043346 tst iperf3.py: using RAC 33\u000a02:50:08.161466 tst iperf3.py: using CellId 38028\u000a02:50:08.285395 tst iperf3.py: using BVCI 38029\u000a02:50:08.310021 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.321787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.333039 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.344168 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.355673 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.367098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.378702 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.390100 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:08.401650 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:08.675755 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:50:08.799384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:09.106216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31437): Launched\u000a02:50:09.362424 run iperf3-srv_10.42.42.10(pid=31438): Launched\u000a02:50:09.542700 tst iperf3.py:8: start network...\u000a02:50:09.666301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:10.142630 run create_hlr_db(pid=31439): Launched\u000a02:50:10.312915 bus /gobi_6: Setting Powered False\u000a02:50:11.335113 run create_hlr_db(pid=31439): Terminated: ok {rc=0}\u000a02:50:11.731158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31441): Launched\u000a02:50:12.028150 run osmo-hlr_10.42.42.2(pid=31442): Launched\u000a02:50:12.136851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:12.654184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31444): Launched\u000a02:50:12.952636 run osmo-stp_10.42.42.5(pid=31445): Launched\u000a02:50:13.064592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:13.583739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31447): Launched\u000a02:50:13.689330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:13.948818 run patchelf(pid=31448): Launched\u000a02:50:14.123110 run osmo-stp_10.42.42.5(pid=31445): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31445)]\u000a02:50:14.250375 run osmo-stp_10.42.42.5(pid=31445): stdout: \u000a| (launched: 2022-12-14_02:50:12.805828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:14.377834 run osmo-stp_10.42.42.5(pid=31445): stderr: \u000a| �[0;m�[38;5;43m20221214025012976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025012976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025012976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025012976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025012979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025012979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025012979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:14.500771 run osmo-stp_10.42.42.5(pid=31445): stdout: \u000a| (launched: 2022-12-14_02:50:12.805828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:14.623066 run osmo-stp_10.42.42.5(pid=31445): stderr: \u000a| �[0;m�[38;5;43m20221214025012976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025012976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025012976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025012976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025012979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025012979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025012979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:14.767428 run patchelf(pid=31448): Terminating (SIGINT)\u000a02:50:14.935979 run patchelf(pid=31448): Terminated: ok {rc=0}\u000a02:50:14.967011 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31445): Process ended prematurely: osmo-stp_10.42.42.5(pid=31445) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31445)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:50:14.976267 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a02:50:15.036164 run osmo-hlr_10.42.42.2(pid=31442): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31442)]\u000a02:50:15.085368 run osmo-hlr_10.42.42.2(pid=31442): stdout: \u000a| (launched: 2022-12-14_02:50:11.882880) \u000a02:50:15.135079 run osmo-hlr_10.42.42.2(pid=31442): stderr: \u000a| �[0;m�[1;31m20221214025012060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025012060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025012060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025012060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025012060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025012060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025012072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025012082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025012082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025012082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:15.177289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31437): Terminating (SIGTERM)\u000a02:50:15.217151 run iperf3-srv_10.42.42.10(pid=31438): Terminating (SIGTERM)\u000a02:50:15.257060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31441): Terminating (SIGTERM)\u000a02:50:15.296840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31444): Terminating (SIGTERM)\u000a02:50:15.336460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31447): Terminating (SIGTERM)\u000a02:50:15.345289 --- ParallelTerminationStrategy: PID 31437 died...\u000a02:50:15.398150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31437): Terminated: ok {rc=0}\u000a02:50:15.407666 --- ParallelTerminationStrategy: PID 31438 died...\u000a02:50:15.459958 run iperf3-srv_10.42.42.10(pid=31438): Terminated {rc=256}\u000a02:50:15.470240 --- ParallelTerminationStrategy: PID 31441 died...\u000a02:50:15.523660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31441): Terminated: ok {rc=0}\u000a02:50:15.533219 --- ParallelTerminationStrategy: PID 31444 died...\u000a02:50:15.585745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31444): Terminated: ok {rc=0}\u000a02:50:15.595194 --- ParallelTerminationStrategy: PID 31447 died...\u000a02:50:15.647936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31447): Terminated: ok {rc=0}\u000a02:50:15.736533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:50:16.872533 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:16.890176 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:17.066296 tst iperf3m4.py: using LAC 38029\u000a02:50:17.195043 tst iperf3m4.py: using RAC 34\u000a02:50:17.321808 tst iperf3m4.py: using CellId 38029\u000a02:50:17.448634 tst iperf3m4.py: using BVCI 38030\u000a02:50:17.473664 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.485088 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.496297 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.507710 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.519298 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.530781 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.542337 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.553653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:17.565294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:17.682481 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:17.806018 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:17.927368 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:18.204292 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:50:18.327806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:18.634410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31449): Launched\u000a02:50:18.889954 run iperf3-srv_10.42.42.10(pid=31450): Launched\u000a02:50:19.069813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:50:19.192427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:19.498142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31451): Launched\u000a02:50:19.752337 run iperf3-srv_10.42.42.10(pid=31452): Launched\u000a02:50:19.932077 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:50:20.054821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:20.361435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31453): Launched\u000a02:50:20.616584 run iperf3-srv_10.42.42.10(pid=31454): Launched\u000a02:50:20.797331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:50:20.920504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:21.227196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31455): Launched\u000a02:50:21.481966 run iperf3-srv_10.42.42.10(pid=31456): Launched\u000a02:50:21.661037 tst iperf3m4.py:8: start network...\u000a02:50:21.783768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:22.259504 run create_hlr_db(pid=31457): Launched\u000a02:50:22.431361 bus /gobi_6: Setting Powered False\u000a02:50:23.451661 run create_hlr_db(pid=31457): Terminated: ok {rc=0}\u000a02:50:23.875493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Launched\u000a02:50:24.194311 run osmo-hlr_10.42.42.2(pid=31460): Launched\u000a02:50:24.310375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:24.865448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Launched\u000a02:50:25.184619 run osmo-stp_10.42.42.5(pid=31463): Launched\u000a02:50:25.301550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:25.859257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31465): Launched\u000a02:50:25.974033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:26.252862 run patchelf(pid=31466): Launched\u000a02:50:26.440297 run osmo-stp_10.42.42.5(pid=31463): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]\u000a02:50:26.577451 run osmo-stp_10.42.42.5(pid=31463): stdout: \u000a| (launched: 2022-12-14_02:50:25.027988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:26.714833 run osmo-stp_10.42.42.5(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221214025025220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025025220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025025220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025025221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025025221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025025221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025025222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:26.848289 run osmo-stp_10.42.42.5(pid=31463): stdout: \u000a| (launched: 2022-12-14_02:50:25.027988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:26.980194 run osmo-stp_10.42.42.5(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221214025025220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025025220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025025220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025025221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025025221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025025221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025025222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:27.134228 run patchelf(pid=31466): Terminating (SIGINT)\u000a02:50:27.315056 run patchelf(pid=31466): Terminated: ok {rc=0}\u000a02:50:27.348276 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:50:27.358224 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a02:50:27.421666 run osmo-hlr_10.42.42.2(pid=31460): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31460)]\u000a02:50:27.473373 run osmo-hlr_10.42.42.2(pid=31460): stdout: \u000a| (launched: 2022-12-14_02:50:24.037978) \u000a02:50:27.525807 run osmo-hlr_10.42.42.2(pid=31460): stderr: \u000a| �[0;m�[1;31m20221214025024233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025024233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025024233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025024233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025024233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025024233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025024270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025024280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025024280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025024280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:27.570413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31449): Terminating (SIGTERM)\u000a02:50:27.612295 run iperf3-srv_10.42.42.10(pid=31450): Terminating (SIGTERM)\u000a02:50:27.654372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31451): Terminating (SIGTERM)\u000a02:50:27.696914 run iperf3-srv_10.42.42.10(pid=31452): Terminating (SIGTERM)\u000a02:50:27.738791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31453): Terminating (SIGTERM)\u000a02:50:27.781350 run iperf3-srv_10.42.42.10(pid=31454): Terminating (SIGTERM)\u000a02:50:27.823613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31455): Terminating (SIGTERM)\u000a02:50:27.865567 run iperf3-srv_10.42.42.10(pid=31456): Terminating (SIGTERM)\u000a02:50:27.907492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Terminating (SIGTERM)\u000a02:50:27.949174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Terminating (SIGTERM)\u000a02:50:27.991492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31465): Terminating (SIGTERM)\u000a02:50:28.001317 --- ParallelTerminationStrategy: PID 31449 died...\u000a02:50:28.057338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31449): Terminated: ok {rc=0}\u000a02:50:28.067400 --- ParallelTerminationStrategy: PID 31450 died...\u000a02:50:28.123290 run iperf3-srv_10.42.42.10(pid=31450): Terminated {rc=256}\u000a02:50:28.133284 --- ParallelTerminationStrategy: PID 31451 died...\u000a02:50:28.189387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31451): Terminated: ok {rc=0}\u000a02:50:28.199312 --- ParallelTerminationStrategy: PID 31452 died...\u000a02:50:28.255308 run iperf3-srv_10.42.42.10(pid=31452): Terminated {rc=256}\u000a02:50:28.265328 --- ParallelTerminationStrategy: PID 31453 died...\u000a02:50:28.321143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31453): Terminated: ok {rc=0}\u000a02:50:28.331292 --- ParallelTerminationStrategy: PID 31454 died...\u000a02:50:28.387273 run iperf3-srv_10.42.42.10(pid=31454): Terminated {rc=256}\u000a02:50:28.397314 --- ParallelTerminationStrategy: PID 31455 died...\u000a02:50:28.453559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31455): Terminated: ok {rc=0}\u000a02:50:28.463558 --- ParallelTerminationStrategy: PID 31456 died...\u000a02:50:28.519466 run iperf3-srv_10.42.42.10(pid=31456): Terminated {rc=256}\u000a02:50:28.529589 --- ParallelTerminationStrategy: PID 31459 died...\u000a02:50:28.585477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Terminated: ok {rc=0}\u000a02:50:28.595526 --- ParallelTerminationStrategy: PID 31462 died...\u000a02:50:28.651475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Terminated: ok {rc=0}\u000a02:50:28.661913 --- ParallelTerminationStrategy: PID 31465 died...\u000a02:50:28.718192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31465): Terminated: ok {rc=0}\u000a02:50:28.805404 bus /gobi_4: Setting Powered False\u000a02:50:29.912203 bus /gobi_4: Setting Powered False\u000a02:50:31.037159 bus /gobi_1: Setting Powered False\u000a02:50:32.147459 bus /gobi_1: Setting Powered False\u000a02:50:33.258747 bus /gobi_0: Setting Powered False\u000a02:50:34.362736 bus /gobi_0: Setting Powered False\u000a02:50:35.470351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31473): Process ended prematurely: osmo-stp_10.42.42.5(pid=31473) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31473)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31473): Process ended prematurely: osmo-stp_10.42.42.5(pid=31473) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:50:36.535217 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:36.546819 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:36.699105 tst ping.py: using LAC 38030\u000a02:50:36.815276 tst ping.py: using RAC 35\u000a02:50:36.938280 tst ping.py: using CellId 38030\u000a02:50:37.060501 tst ping.py: using BVCI 38031\u000a02:50:37.084530 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.095747 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.107055 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.118300 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.129993 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.141520 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.153111 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:37.164432 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:37.433731 tst ping.py:19: start network...\u000a02:50:37.554212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:38.024124 run create_hlr_db(pid=31467): Launched\u000a02:50:38.192791 bus /gobi_6: Setting Powered False\u000a02:50:39.213219 run create_hlr_db(pid=31467): Terminated: ok {rc=0}\u000a02:50:39.603374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31469): Launched\u000a02:50:39.895954 run osmo-hlr_10.42.42.2(pid=31470): Launched\u000a02:50:40.010841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:40.523226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31472): Launched\u000a02:50:40.813516 run osmo-stp_10.42.42.5(pid=31473): Launched\u000a02:50:40.920045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:41.430336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31475): Launched\u000a02:50:41.534051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:41.788273 run patchelf(pid=31476): Launched\u000a02:50:41.984651 run osmo-stp_10.42.42.5(pid=31473): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31473)]\u000a02:50:42.110282 run osmo-stp_10.42.42.5(pid=31473): stdout: \u000a| (launched: 2022-12-14_02:50:40.670573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:42.235881 run osmo-stp_10.42.42.5(pid=31473): stderr: \u000a| �[0;m�[38;5;43m20221214025040841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025040841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025040842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025040842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025040843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025040843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025040843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:42.357577 run osmo-stp_10.42.42.5(pid=31473): stdout: \u000a| (launched: 2022-12-14_02:50:40.670573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:42.478030 run osmo-stp_10.42.42.5(pid=31473): stderr: \u000a| �[0;m�[38;5;43m20221214025040841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025040841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025040842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025040842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025040843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025040843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025040843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:42.618692 run patchelf(pid=31476): Terminating (SIGINT)\u000a02:50:42.784751 run patchelf(pid=31476): Terminated: ok {rc=0}\u000a02:50:42.815109 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31473): Process ended prematurely: osmo-stp_10.42.42.5(pid=31473) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31473)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:50:42.823739 tst ping.py:22: Test FAILED (6.3 sec)\u000a02:50:42.883729 run osmo-hlr_10.42.42.2(pid=31470): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31470)]\u000a02:50:42.932276 run osmo-hlr_10.42.42.2(pid=31470): stdout: \u000a| (launched: 2022-12-14_02:50:39.752002) \u000a02:50:42.981919 run osmo-hlr_10.42.42.2(pid=31470): stderr: \u000a| �[0;m�[1;31m20221214025039926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025039926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025039926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025039926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025039926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025039926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025039938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025039947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025039948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025039948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:43.023846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31469): Terminating (SIGTERM)\u000a02:50:43.063555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31472): Terminating (SIGTERM)\u000a02:50:43.103085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31475): Terminating (SIGTERM)\u000a02:50:43.112219 --- ParallelTerminationStrategy: PID 31469 died...\u000a02:50:43.165220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31469): Terminated: ok {rc=0}\u000a02:50:43.174659 --- ParallelTerminationStrategy: PID 31472 died...\u000a02:50:43.227012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31472): Terminated: ok {rc=0}\u000a02:50:43.236449 --- ParallelTerminationStrategy: PID 31475 died...\u000a02:50:43.288906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31475): Terminated: ok {rc=0}\u000a02:50:43.376768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31483): Process ended prematurely: osmo-stp_10.42.42.5(pid=31483) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31483)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31483): Process ended prematurely: osmo-stp_10.42.42.5(pid=31483) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:50:44.429124 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:44.441083 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:50:44.596017 tst ping_idle_ping.py: using LAC 38031\u000a02:50:44.713923 tst ping_idle_ping.py: using RAC 36\u000a02:50:44.829325 tst ping_idle_ping.py: using CellId 38031\u000a02:50:44.953838 tst ping_idle_ping.py: using BVCI 38032\u000a02:50:44.978286 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:44.989658 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:45.000872 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:45.011979 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:45.023741 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:45.035653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:45.047660 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:50:45.059658 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:50:45.331088 tst ping_idle_ping.py:24: start network...\u000a02:50:45.452520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:45.981928 run create_hlr_db(pid=31477): Launched\u000a02:50:46.173175 bus /gobi_6: Setting Powered False\u000a02:50:47.175342 run create_hlr_db(pid=31477): Terminated: ok {rc=0}\u000a02:50:47.596241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31479): Launched\u000a02:50:47.889591 run osmo-hlr_10.42.42.2(pid=31480): Launched\u000a02:50:48.005164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:48.524257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31482): Launched\u000a02:50:48.820021 run osmo-stp_10.42.42.5(pid=31483): Launched\u000a02:50:48.927171 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:50:49.440430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31485): Launched\u000a02:50:49.544672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:50:49.800866 run patchelf(pid=31486): Launched\u000a02:50:49.973421 run osmo-stp_10.42.42.5(pid=31483): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31483)]\u000a02:50:50.099206 run osmo-stp_10.42.42.5(pid=31483): stdout: \u000a| (launched: 2022-12-14_02:50:48.674932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:50.224663 run osmo-stp_10.42.42.5(pid=31483): stderr: \u000a| �[0;m�[38;5;43m20221214025048846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025048846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025048846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025048846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025048847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025048847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025048847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:50.346693 run osmo-stp_10.42.42.5(pid=31483): stdout: \u000a| (launched: 2022-12-14_02:50:48.674932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:50:50.467550 run osmo-stp_10.42.42.5(pid=31483): stderr: \u000a| �[0;m�[38;5;43m20221214025048846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025048846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025048846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025048846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025048847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025048847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025048847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:50:50.609056 run patchelf(pid=31486): Terminating (SIGINT)\u000a02:50:50.775358 run patchelf(pid=31486): Terminated: ok {rc=0}\u000a02:50:50.805868 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31483): Process ended prematurely: osmo-stp_10.42.42.5(pid=31483) [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31483)] [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:50:50.814567 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:50:50.874161 run osmo-hlr_10.42.42.2(pid=31480): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31480)]\u000a02:50:50.922992 run osmo-hlr_10.42.42.2(pid=31480): stdout: \u000a| (launched: 2022-12-14_02:50:47.745486) \u000a02:50:50.972481 run osmo-hlr_10.42.42.2(pid=31480): stderr: \u000a| �[0;m�[1;31m20221214025047923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025047923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025047923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025047923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025047923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025047923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025047936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025047945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025047946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025047946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:50:51.014400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31479): Terminating (SIGTERM)\u000a02:50:51.054579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31482): Terminating (SIGTERM)\u000a02:50:51.094091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31485): Terminating (SIGTERM)\u000a02:50:51.103238 --- ParallelTerminationStrategy: PID 31479 died...\u000a02:50:51.156232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31479): Terminated: ok {rc=0}\u000a02:50:51.165789 --- ParallelTerminationStrategy: PID 31482 died...\u000a02:50:51.218416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31482): Terminated: ok {rc=0}\u000a02:50:51.227846 --- ParallelTerminationStrategy: PID 31485 died...\u000a02:50:51.280583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31485): Terminated: ok {rc=0}\u000a02:50:51.365646 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:49:54" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31501): Process ended prematurely: osmo-stp_10.42.42.5(pid=31501) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31501)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31501): Process ended prematurely: osmo-stp_10.42.42.5(pid=31501) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:50:53.538547 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:53.550102 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:50:53.693899 tst cs_paging_gprs_active.py: using LAC 38032\u000a02:50:53.818328 tst cs_paging_gprs_active.py: using RAC 37\u000a02:50:53.942378 tst cs_paging_gprs_active.py: using CellId 38032\u000a02:50:54.061209 tst cs_paging_gprs_active.py: using BVCI 38033\u000a02:50:54.084291 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.095579 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.106537 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.117588 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.129160 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.140541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.152057 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.163435 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:50:54.175193 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:50:54.294405 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:50:54.571859 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:50:54.696090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:55.004507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31491): Launched\u000a02:50:55.262558 run iperf3-srv_10.42.42.10(pid=31492): Launched\u000a02:50:55.444095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:50:55.568382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:50:55.878852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31493): Launched\u000a02:50:56.135734 run iperf3-srv_10.42.42.10(pid=31494): Launched\u000a02:50:56.317261 tst cs_paging_gprs_active.py:38: start network...\u000a02:50:56.441946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:50:56.920654 run create_hlr_db(pid=31495): Launched\u000a02:50:57.092521 bus /gobi_6: Setting Powered False\u000a02:50:58.113688 run create_hlr_db(pid=31495): Terminated: ok {rc=0}\u000a02:50:58.538961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31497): Launched\u000a02:50:58.861474 run osmo-hlr_10.42.42.2(pid=31498): Launched\u000a02:50:58.980831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:50:59.536632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31500): Launched\u000a02:50:59.857678 run osmo-stp_10.42.42.5(pid=31501): Launched\u000a02:50:59.974571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:00.531646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31503): Launched\u000a02:51:00.645537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:00.954175 run patchelf(pid=31504): Launched\u000a02:51:01.144617 run osmo-stp_10.42.42.5(pid=31501): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31501)]\u000a02:51:01.277656 run osmo-stp_10.42.42.5(pid=31501): stdout: \u000a| (launched: 2022-12-14_02:50:59.699666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:01.410365 run osmo-stp_10.42.42.5(pid=31501): stderr: \u000a| �[0;m�[38;5;43m20221214025059891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025059891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025059891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025059891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025059892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025059892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025059892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:01.539043 run osmo-stp_10.42.42.5(pid=31501): stdout: \u000a| (launched: 2022-12-14_02:50:59.699666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:01.667967 run osmo-stp_10.42.42.5(pid=31501): stderr: \u000a| �[0;m�[38;5;43m20221214025059891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025059891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025059891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025059891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025059892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025059892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025059892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:01.816124 run patchelf(pid=31504): Terminating (SIGINT)\u000a02:51:02.034581 run patchelf(pid=31504): Terminated: ok {rc=0}\u000a02:51:02.069553 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31501): Process ended prematurely: osmo-stp_10.42.42.5(pid=31501) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31501)] [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a02:51:02.080127 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:51:02.149133 run osmo-hlr_10.42.42.2(pid=31498): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31498)]\u000a02:51:02.201543 run osmo-hlr_10.42.42.2(pid=31498): stdout: \u000a| (launched: 2022-12-14_02:50:58.702791) \u000a02:51:02.255380 run osmo-hlr_10.42.42.2(pid=31498): stderr: \u000a| �[0;m�[1;31m20221214025058898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025058898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025058898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025058898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025058898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025058898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025058911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025058920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025058921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025058921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:02.299913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31491): Terminating (SIGTERM)\u000a02:51:02.341858 run iperf3-srv_10.42.42.10(pid=31492): Terminating (SIGTERM)\u000a02:51:02.383600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31493): Terminating (SIGTERM)\u000a02:51:02.425281 run iperf3-srv_10.42.42.10(pid=31494): Terminating (SIGTERM)\u000a02:51:02.467198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31497): Terminating (SIGTERM)\u000a02:51:02.508855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31500): Terminating (SIGTERM)\u000a02:51:02.550664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31503): Terminating (SIGTERM)\u000a02:51:02.560173 --- ParallelTerminationStrategy: PID 31491 died...\u000a02:51:02.616486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31491): Terminated: ok {rc=0}\u000a02:51:02.626400 --- ParallelTerminationStrategy: PID 31492 died...\u000a02:51:02.682087 run iperf3-srv_10.42.42.10(pid=31492): Terminated {rc=256}\u000a02:51:02.691976 --- ParallelTerminationStrategy: PID 31493 died...\u000a02:51:02.747927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31493): Terminated: ok {rc=0}\u000a02:51:02.757853 --- ParallelTerminationStrategy: PID 31494 died...\u000a02:51:02.813961 run iperf3-srv_10.42.42.10(pid=31494): Terminated {rc=256}\u000a02:51:02.823847 --- ParallelTerminationStrategy: PID 31497 died...\u000a02:51:02.879832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31497): Terminated: ok {rc=0}\u000a02:51:02.889858 --- ParallelTerminationStrategy: PID 31500 died...\u000a02:51:02.945878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31500): Terminated: ok {rc=0}\u000a02:51:02.955901 --- ParallelTerminationStrategy: PID 31503 died...\u000a02:51:03.011887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31503): Terminated: ok {rc=0}\u000a02:51:03.098393 bus /gobi_0: Setting Powered False\u000a02:51:04.204938 bus /gobi_0: Setting Powered False\u000a02:51:05.312425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31513): Process ended prematurely: osmo-stp_10.42.42.5(pid=31513) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31513): Process ended prematurely: osmo-stp_10.42.42.5(pid=31513) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a02:51:06.420276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:06.431914 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:06.579542 tst iperf3.py: using LAC 38033\u000a02:51:06.704659 tst iperf3.py: using RAC 38\u000a02:51:06.830025 tst iperf3.py: using CellId 38033\u000a02:51:06.948031 tst iperf3.py: using BVCI 38034\u000a02:51:06.970960 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:06.982144 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:06.993121 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:07.004051 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:07.015094 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:07.026036 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:07.037060 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:07.048169 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:07.059315 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:07.352682 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:51:07.486153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:07.817073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31505): Launched\u000a02:51:08.092538 run iperf3-srv_10.42.42.10(pid=31506): Launched\u000a02:51:08.288184 tst iperf3.py:8: start network...\u000a02:51:08.421790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:08.926383 run create_hlr_db(pid=31507): Launched\u000a02:51:09.111855 bus /gobi_6: Setting Powered False\u000a02:51:10.133190 run create_hlr_db(pid=31507): Terminated: ok {rc=0}\u000a02:51:10.533279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31509): Launched\u000a02:51:10.831260 run osmo-hlr_10.42.42.2(pid=31510): Launched\u000a02:51:10.950249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:11.474153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31512): Launched\u000a02:51:11.771325 run osmo-stp_10.42.42.5(pid=31513): Launched\u000a02:51:11.882675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:12.402624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31515): Launched\u000a02:51:12.508626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:12.768253 run patchelf(pid=31516): Launched\u000a02:51:12.942539 run osmo-stp_10.42.42.5(pid=31513): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)]\u000a02:51:13.070008 run osmo-stp_10.42.42.5(pid=31513): stdout: \u000a| (launched: 2022-12-14_02:51:11.625735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:13.198191 run osmo-stp_10.42.42.5(pid=31513): stderr: \u000a| �[0;m�[38;5;43m20221214025111796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025111796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025111797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025111797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025111799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025111799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025111799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:13.322075 run osmo-stp_10.42.42.5(pid=31513): stdout: \u000a| (launched: 2022-12-14_02:51:11.625735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:13.444294 run osmo-stp_10.42.42.5(pid=31513): stderr: \u000a| �[0;m�[38;5;43m20221214025111796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025111796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025111797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025111797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025111799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025111799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025111799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:13.587791 run patchelf(pid=31516): Terminating (SIGINT)\u000a02:51:13.756788 run patchelf(pid=31516): Terminated: ok {rc=0}\u000a02:51:13.787948 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31513): Process ended prematurely: osmo-stp_10.42.42.5(pid=31513) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)] [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a02:51:13.797327 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a02:51:13.857025 run osmo-hlr_10.42.42.2(pid=31510): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31510)]\u000a02:51:13.905866 run osmo-hlr_10.42.42.2(pid=31510): stdout: \u000a| (launched: 2022-12-14_02:51:10.685393) \u000a02:51:13.955420 run osmo-hlr_10.42.42.2(pid=31510): stderr: \u000a| �[0;m�[1;31m20221214025110862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025110862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025110862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025110862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025110862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025110862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025110874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025110883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025110883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025110883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:13.997436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31505): Terminating (SIGTERM)\u000a02:51:14.037043 run iperf3-srv_10.42.42.10(pid=31506): Terminating (SIGTERM)\u000a02:51:14.076866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31509): Terminating (SIGTERM)\u000a02:51:14.116668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31512): Terminating (SIGTERM)\u000a02:51:14.156286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31515): Terminating (SIGTERM)\u000a02:51:14.165446 --- ParallelTerminationStrategy: PID 31505 died...\u000a02:51:14.218414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31505): Terminated: ok {rc=0}\u000a02:51:14.227855 --- ParallelTerminationStrategy: PID 31506 died...\u000a02:51:14.280246 run iperf3-srv_10.42.42.10(pid=31506): Terminated {rc=256}\u000a02:51:14.289693 --- ParallelTerminationStrategy: PID 31509 died...\u000a02:51:14.342259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31509): Terminated: ok {rc=0}\u000a02:51:14.351728 --- ParallelTerminationStrategy: PID 31512 died...\u000a02:51:14.404445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31512): Terminated: ok {rc=0}\u000a02:51:14.413909 --- ParallelTerminationStrategy: PID 31515 died...\u000a02:51:14.466901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31515): Terminated: ok {rc=0}\u000a02:51:14.555209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31531): Process ended prematurely: osmo-stp_10.42.42.5(pid=31531) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31531)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31531): Process ended prematurely: osmo-stp_10.42.42.5(pid=31531) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a02:51:15.664297 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:15.676018 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:15.815395 tst iperf3m4.py: using LAC 38034\u000a02:51:15.977139 tst iperf3m4.py: using RAC 39\u000a02:51:16.108759 tst iperf3m4.py: using CellId 38034\u000a02:51:16.237807 tst iperf3m4.py: using BVCI 38035\u000a02:51:16.264786 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.277558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.290075 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.302864 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.316467 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.331002 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.344585 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.357738 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:16.371495 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:16.519927 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:16.675918 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:16.805277 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:17.122419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:51:17.277565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:17.608306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31517): Launched\u000a02:51:17.883771 run iperf3-srv_10.42.42.10(pid=31518): Launched\u000a02:51:18.079883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:51:18.213522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:18.543493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31519): Launched\u000a02:51:18.818515 run iperf3-srv_10.42.42.10(pid=31520): Launched\u000a02:51:19.014313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:51:19.147492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:19.477165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Launched\u000a02:51:19.752196 run iperf3-srv_10.42.42.10(pid=31522): Launched\u000a02:51:19.947969 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:51:20.081388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:51:20.411340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31523): Launched\u000a02:51:20.685600 run iperf3-srv_10.42.42.10(pid=31524): Launched\u000a02:51:20.881560 tst iperf3m4.py:8: start network...\u000a02:51:21.014716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:21.517666 run create_hlr_db(pid=31525): Launched\u000a02:51:21.703096 bus /gobi_6: Setting Powered False\u000a02:51:22.711789 run create_hlr_db(pid=31525): Terminated: ok {rc=0}\u000a02:51:23.118267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31527): Launched\u000a02:51:23.416520 run osmo-hlr_10.42.42.2(pid=31528): Launched\u000a02:51:23.534552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:24.059681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31530): Launched\u000a02:51:24.357014 run osmo-stp_10.42.42.5(pid=31531): Launched\u000a02:51:24.465442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:24.982642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31533): Launched\u000a02:51:25.088308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:25.349299 run patchelf(pid=31534): Launched\u000a02:51:25.523167 run osmo-stp_10.42.42.5(pid=31531): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31531)]\u000a02:51:25.650212 run osmo-stp_10.42.42.5(pid=31531): stdout: \u000a| (launched: 2022-12-14_02:51:24.210263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:25.777431 run osmo-stp_10.42.42.5(pid=31531): stderr: \u000a| �[0;m�[38;5;43m20221214025124377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025124377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025124378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025124378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025124380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025124380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025124380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:25.900461 run osmo-stp_10.42.42.5(pid=31531): stdout: \u000a| (launched: 2022-12-14_02:51:24.210263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:26.022240 run osmo-stp_10.42.42.5(pid=31531): stderr: \u000a| �[0;m�[38;5;43m20221214025124377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025124377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025124378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025124378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025124380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025124380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025124380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:26.164937 run patchelf(pid=31534): Terminating (SIGINT)\u000a02:51:26.333117 run patchelf(pid=31534): Terminated: ok {rc=0}\u000a02:51:26.364018 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31531): Process ended prematurely: osmo-stp_10.42.42.5(pid=31531) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31531)] [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a02:51:26.373296 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:51:26.433095 run osmo-hlr_10.42.42.2(pid=31528): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31528)]\u000a02:51:26.481740 run osmo-hlr_10.42.42.2(pid=31528): stdout: \u000a| (launched: 2022-12-14_02:51:23.269726) \u000a02:51:26.531604 run osmo-hlr_10.42.42.2(pid=31528): stderr: \u000a| �[0;m�[1;31m20221214025123447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025123447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025123447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025123448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025123460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025123471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025123471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025123471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:26.573800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31517): Terminating (SIGTERM)\u000a02:51:26.613287 run iperf3-srv_10.42.42.10(pid=31518): Terminating (SIGTERM)\u000a02:51:26.652584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31519): Terminating (SIGTERM)\u000a02:51:26.691865 run iperf3-srv_10.42.42.10(pid=31520): Terminating (SIGTERM)\u000a02:51:26.731265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Terminating (SIGTERM)\u000a02:51:26.770518 run iperf3-srv_10.42.42.10(pid=31522): Terminating (SIGTERM)\u000a02:51:26.809933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31523): Terminating (SIGTERM)\u000a02:51:26.849164 run iperf3-srv_10.42.42.10(pid=31524): Terminating (SIGTERM)\u000a02:51:26.888480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31527): Terminating (SIGTERM)\u000a02:51:26.927812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31530): Terminating (SIGTERM)\u000a02:51:26.967189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31533): Terminating (SIGTERM)\u000a02:51:26.976273 --- ParallelTerminationStrategy: PID 31517 died...\u000a02:51:27.029104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31517): Terminated: ok {rc=0}\u000a02:51:27.038552 --- ParallelTerminationStrategy: PID 31518 died...\u000a02:51:27.091025 run iperf3-srv_10.42.42.10(pid=31518): Terminated {rc=256}\u000a02:51:27.100399 --- ParallelTerminationStrategy: PID 31519 died...\u000a02:51:27.154233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31519): Terminated: ok {rc=0}\u000a02:51:27.163723 --- ParallelTerminationStrategy: PID 31520 died...\u000a02:51:27.216088 run iperf3-srv_10.42.42.10(pid=31520): Terminated {rc=256}\u000a02:51:27.225878 --- ParallelTerminationStrategy: PID 31521 died...\u000a02:51:27.278625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31521): Terminated: ok {rc=0}\u000a02:51:27.288040 --- ParallelTerminationStrategy: PID 31522 died...\u000a02:51:27.341164 run iperf3-srv_10.42.42.10(pid=31522): Terminated {rc=256}\u000a02:51:27.350645 --- ParallelTerminationStrategy: PID 31523 died...\u000a02:51:27.403317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31523): Terminated: ok {rc=0}\u000a02:51:27.412713 --- ParallelTerminationStrategy: PID 31524 died...\u000a02:51:27.465218 run iperf3-srv_10.42.42.10(pid=31524): Terminated {rc=256}\u000a02:51:27.474734 --- ParallelTerminationStrategy: PID 31527 died...\u000a02:51:27.527490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31527): Terminated: ok {rc=0}\u000a02:51:27.536918 --- ParallelTerminationStrategy: PID 31530 died...\u000a02:51:27.589896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31530): Terminated: ok {rc=0}\u000a02:51:27.599450 --- ParallelTerminationStrategy: PID 31533 died...\u000a02:51:27.652146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31533): Terminated: ok {rc=0}\u000a02:51:27.739915 bus /gobi_4: Setting Powered False\u000a02:51:28.845556 bus /gobi_4: Setting Powered False\u000a02:51:29.958502 bus /gobi_1: Setting Powered False\u000a02:51:31.060824 bus /gobi_1: Setting Powered False\u000a02:51:32.180391 bus /gobi_0: Setting Powered False\u000a02:51:33.286422 bus /gobi_0: Setting Powered False\u000a02:51:34.398439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31541): Process ended prematurely: osmo-stp_10.42.42.5(pid=31541) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31541)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31541): Process ended prematurely: osmo-stp_10.42.42.5(pid=31541) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a02:51:35.465155 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:35.476875 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:35.620158 tst ping.py: using LAC 38035\u000a02:51:35.743614 tst ping.py: using RAC 40\u000a02:51:35.870479 tst ping.py: using CellId 38035\u000a02:51:35.995678 tst ping.py: using BVCI 38036\u000a02:51:36.020177 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.031827 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.043375 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.054860 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.066776 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.078720 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.090635 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:36.102452 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:36.374846 tst ping.py:19: start network...\u000a02:51:36.495479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:36.962231 run create_hlr_db(pid=31535): Launched\u000a02:51:37.130062 bus /gobi_6: Setting Powered False\u000a02:51:38.151379 run create_hlr_db(pid=31535): Terminated: ok {rc=0}\u000a02:51:38.568801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31537): Launched\u000a02:51:38.883074 run osmo-hlr_10.42.42.2(pid=31538): Launched\u000a02:51:39.002359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:39.550313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31540): Launched\u000a02:51:39.865320 run osmo-stp_10.42.42.5(pid=31541): Launched\u000a02:51:39.980812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:40.530183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31543): Launched\u000a02:51:40.642669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:40.918418 run patchelf(pid=31544): Launched\u000a02:51:41.102880 run osmo-stp_10.42.42.5(pid=31541): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31541)]\u000a02:51:41.237886 run osmo-stp_10.42.42.5(pid=31541): stdout: \u000a| (launched: 2022-12-14_02:51:39.710358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:41.372886 run osmo-stp_10.42.42.5(pid=31541): stderr: \u000a| �[0;m�[38;5;43m20221214025139902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025139902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025139902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025139903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025139903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025139903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025139903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:41.504072 run osmo-stp_10.42.42.5(pid=31541): stdout: \u000a| (launched: 2022-12-14_02:51:39.710358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:41.634151 run osmo-stp_10.42.42.5(pid=31541): stderr: \u000a| �[0;m�[38;5;43m20221214025139902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025139902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025139902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025139903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025139903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025139903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025139903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:41.785413 run patchelf(pid=31544): Terminating (SIGINT)\u000a02:51:41.963971 run patchelf(pid=31544): Terminated: ok {rc=0}\u000a02:51:41.996264 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31541): Process ended prematurely: osmo-stp_10.42.42.5(pid=31541) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31541)] [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a02:51:42.005689 tst ping.py:22: Test FAILED (6.5 sec)\u000a02:51:42.068766 run osmo-hlr_10.42.42.2(pid=31538): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31538)]\u000a02:51:42.120333 run osmo-hlr_10.42.42.2(pid=31538): stdout: \u000a| (launched: 2022-12-14_02:51:38.728398) \u000a02:51:42.172543 run osmo-hlr_10.42.42.2(pid=31538): stderr: \u000a| �[0;m�[1;31m20221214025138927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025138927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025138927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025138927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025138927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025138927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025138939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025138948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025138948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025138948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:42.216936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31537): Terminating (SIGTERM)\u000a02:51:42.259517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31540): Terminating (SIGTERM)\u000a02:51:42.301409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31543): Terminating (SIGTERM)\u000a02:51:42.310994 --- ParallelTerminationStrategy: PID 31537 died...\u000a02:51:42.367066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31537): Terminated: ok {rc=0}\u000a02:51:42.377056 --- ParallelTerminationStrategy: PID 31540 died...\u000a02:51:42.433005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31540): Terminated: ok {rc=0}\u000a02:51:42.443008 --- ParallelTerminationStrategy: PID 31543 died...\u000a02:51:42.499331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31543): Terminated: ok {rc=0}\u000a02:51:42.586224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31551): Process ended prematurely: osmo-stp_10.42.42.5(pid=31551) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31551): Process ended prematurely: osmo-stp_10.42.42.5(pid=31551) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a02:51:43.636778 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:43.648804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a02:51:43.795782 tst ping_idle_ping.py: using LAC 38036\u000a02:51:43.919770 tst ping_idle_ping.py: using RAC 41\u000a02:51:44.036148 tst ping_idle_ping.py: using CellId 38036\u000a02:51:44.151029 tst ping_idle_ping.py: using BVCI 38037\u000a02:51:44.173715 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.184910 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.196034 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.207258 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.218770 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.230246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.241991 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a02:51:44.253627 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a02:51:44.541338 tst ping_idle_ping.py:24: start network...\u000a02:51:44.673023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:45.171183 run create_hlr_db(pid=31545): Launched\u000a02:51:45.354323 bus /gobi_6: Setting Powered False\u000a02:51:46.388855 run create_hlr_db(pid=31545): Terminated: ok {rc=0}\u000a02:51:46.832225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31547): Launched\u000a02:51:47.245630 run osmo-hlr_10.42.42.2(pid=31548): Launched\u000a02:51:47.361153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:47.877319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31550): Launched\u000a02:51:48.169655 run osmo-stp_10.42.42.5(pid=31551): Launched\u000a02:51:48.275352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:48.785919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31553): Launched\u000a02:51:48.889865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:49.145765 run patchelf(pid=31554): Launched\u000a02:51:49.317585 run osmo-stp_10.42.42.5(pid=31551): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)]\u000a02:51:49.442920 run osmo-stp_10.42.42.5(pid=31551): stdout: \u000a| (launched: 2022-12-14_02:51:48.025967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:49.569183 run osmo-stp_10.42.42.5(pid=31551): stderr: \u000a| �[0;m�[38;5;43m20221214025148194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025148194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025148194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025148195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025148195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025148195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025148195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:49.690656 run osmo-stp_10.42.42.5(pid=31551): stdout: \u000a| (launched: 2022-12-14_02:51:48.025967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:49.811112 run osmo-stp_10.42.42.5(pid=31551): stderr: \u000a| �[0;m�[38;5;43m20221214025148194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025148194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025148194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025148195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025148195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025148195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025148195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:49.951791 run patchelf(pid=31554): Terminating (SIGINT)\u000a02:51:50.117620 run patchelf(pid=31554): Terminated: ok {rc=0}\u000a02:51:50.147776 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31551): Process ended prematurely: osmo-stp_10.42.42.5(pid=31551) [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31551)] [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a02:51:50.156394 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a02:51:50.215677 run osmo-hlr_10.42.42.2(pid=31548): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31548)]\u000a02:51:50.264026 run osmo-hlr_10.42.42.2(pid=31548): stdout: \u000a| (launched: 2022-12-14_02:51:46.996706) \u000a02:51:50.313709 run osmo-hlr_10.42.42.2(pid=31548): stderr: \u000a| �[0;m�[1;31m20221214025147233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025147233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025147233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025147233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025147233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025147233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025147245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025147253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025147253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025147254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:50.355509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31547): Terminating (SIGTERM)\u000a02:51:50.395054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31550): Terminating (SIGTERM)\u000a02:51:50.434544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31553): Terminating (SIGTERM)\u000a02:51:50.443702 --- ParallelTerminationStrategy: PID 31547 died...\u000a02:51:50.496385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31547): Terminated: ok {rc=0}\u000a02:51:50.506044 --- ParallelTerminationStrategy: PID 31550 died...\u000a02:51:50.558391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31550): Terminated: ok {rc=0}\u000a02:51:50.567830 --- ParallelTerminationStrategy: PID 31553 died...\u000a02:51:50.620143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31553): Terminated: ok {rc=0}\u000a02:51:50.707849 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:50:53" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31566): Process ended prematurely: osmo-stp_10.42.42.5(pid=31566) [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31566): Process ended prematurely: osmo-stp_10.42.42.5(pid=31566) [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:51:52.738020 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:52.749779 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:51:52.899001 tst switch_tch_pdch.py: using LAC 38037\u000a02:51:53.013755 tst switch_tch_pdch.py: using RAC 42\u000a02:51:53.137227 tst switch_tch_pdch.py: using CellId 38037\u000a02:51:53.262333 tst switch_tch_pdch.py: using BVCI 38038\u000a02:51:53.286305 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.297993 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.309302 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.320618 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.332207 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.344022 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.355801 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:51:53.367524 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:51:53.483395 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:51:53.771500 tst switch_tch_pdch.py:51: start network...\u000a02:51:53.903276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:51:54.397529 run create_hlr_db(pid=31560): Launched\u000a02:51:54.580033 bus /gobi_6: Setting Powered False\u000a02:51:55.601454 run create_hlr_db(pid=31560): Terminated: ok {rc=0}\u000a02:51:55.994298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31562): Launched\u000a02:51:56.287101 run osmo-hlr_10.42.42.2(pid=31563): Launched\u000a02:51:56.401829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:51:56.919131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31565): Launched\u000a02:51:57.210943 run osmo-stp_10.42.42.5(pid=31566): Launched\u000a02:51:57.317482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:51:57.828233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31568): Launched\u000a02:51:57.932405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:51:58.187440 run patchelf(pid=31569): Launched\u000a02:51:58.358870 run osmo-stp_10.42.42.5(pid=31566): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)]\u000a02:51:58.484269 run osmo-stp_10.42.42.5(pid=31566): stdout: \u000a| (launched: 2022-12-14_02:51:57.067284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:58.610480 run osmo-stp_10.42.42.5(pid=31566): stderr: \u000a| �[0;m�[38;5;43m20221214025157236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025157237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025157237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025157237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:58.731536 run osmo-stp_10.42.42.5(pid=31566): stdout: \u000a| (launched: 2022-12-14_02:51:57.067284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:51:58.851978 run osmo-stp_10.42.42.5(pid=31566): stderr: \u000a| �[0;m�[38;5;43m20221214025157236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025157237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025157237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025157237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:51:58.992896 run patchelf(pid=31569): Terminating (SIGINT)\u000a02:51:59.158688 run patchelf(pid=31569): Terminated: ok {rc=0}\u000a02:51:59.189074 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31566): Process ended prematurely: osmo-stp_10.42.42.5(pid=31566) [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)] [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:51:59.197750 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a02:51:59.256968 run osmo-hlr_10.42.42.2(pid=31563): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31563)]\u000a02:51:59.305709 run osmo-hlr_10.42.42.2(pid=31563): stdout: \u000a| (launched: 2022-12-14_02:51:56.143171) \u000a02:51:59.355179 run osmo-hlr_10.42.42.2(pid=31563): stderr: \u000a| �[0;m�[1;31m20221214025156320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025156320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025156320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025156320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025156320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025156320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025156332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025156342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025156342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025156342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:51:59.397294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31562): Terminating (SIGTERM)\u000a02:51:59.437067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31565): Terminating (SIGTERM)\u000a02:51:59.476682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31568): Terminating (SIGTERM)\u000a02:51:59.485822 --- ParallelTerminationStrategy: PID 31562 died...\u000a02:51:59.538689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31562): Terminated: ok {rc=0}\u000a02:51:59.548053 --- ParallelTerminationStrategy: PID 31565 died...\u000a02:51:59.601358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31565): Terminated: ok {rc=0}\u000a02:51:59.610782 --- ParallelTerminationStrategy: PID 31568 died...\u000a02:51:59.663424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31568): Terminated: ok {rc=0}\u000a02:51:59.750244 bus /gobi_0: Setting Powered False\u000a02:52:00.856448 bus /gobi_0: Setting Powered False\u000a02:52:01.974872 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:51:52" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31579): Process ended prematurely: osmo-stp_10.42.42.5(pid=31579) [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31579): Process ended prematurely: osmo-stp_10.42.42.5(pid=31579) [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:52:03.933988 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:03.944600 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:52:04.095318 tst switch_tch_pdch.py: using LAC 38038\u000a02:52:04.209841 tst switch_tch_pdch.py: using RAC 43\u000a02:52:04.332783 tst switch_tch_pdch.py: using CellId 38038\u000a02:52:04.454974 tst switch_tch_pdch.py: using BVCI 38039\u000a02:52:04.479551 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.491012 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.502326 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.513398 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.524639 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.536094 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.547673 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:52:04.559210 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:52:04.674446 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:52:04.943965 tst switch_tch_pdch.py:51: start network...\u000a02:52:05.064705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:05.508242 run create_hlr_db(pid=31573): Launched\u000a02:52:05.628008 bus /gobi_6: Setting Powered False\u000a02:52:06.697902 run create_hlr_db(pid=31573): Terminated: ok {rc=0}\u000a02:52:07.063415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31575): Launched\u000a02:52:07.354994 run osmo-hlr_10.42.42.2(pid=31576): Launched\u000a02:52:07.460833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:07.943288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31578): Launched\u000a02:52:08.234763 run osmo-stp_10.42.42.5(pid=31579): Launched\u000a02:52:08.340539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:52:08.824563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31581): Launched\u000a02:52:08.927862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:52:09.182717 run patchelf(pid=31582): Launched\u000a02:52:09.353735 run osmo-stp_10.42.42.5(pid=31579): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)]\u000a02:52:09.478646 run osmo-stp_10.42.42.5(pid=31579): stdout: \u000a| (launched: 2022-12-14_02:52:08.091755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:09.604263 run osmo-stp_10.42.42.5(pid=31579): stderr: \u000a| �[0;m�[38;5;43m20221214025208260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025208260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025208260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025208261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025208263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025208263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025208263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:09.726669 run osmo-stp_10.42.42.5(pid=31579): stdout: \u000a| (launched: 2022-12-14_02:52:08.091755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:09.847077 run osmo-stp_10.42.42.5(pid=31579): stderr: \u000a| �[0;m�[38;5;43m20221214025208260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025208260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025208260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025208261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025208263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025208263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025208263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:09.987074 run patchelf(pid=31582): Terminating (SIGINT)\u000a02:52:10.152859 run patchelf(pid=31582): Terminated: ok {rc=0}\u000a02:52:10.183199 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31579): Process ended prematurely: osmo-stp_10.42.42.5(pid=31579) [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31579)] [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a02:52:10.191906 tst switch_tch_pdch.py:54: Test FAILED (6.2 sec)\u000a02:52:10.251216 run osmo-hlr_10.42.42.2(pid=31576): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31576)]\u000a02:52:10.299779 run osmo-hlr_10.42.42.2(pid=31576): stdout: \u000a| (launched: 2022-12-14_02:52:07.211544) \u000a02:52:10.349230 run osmo-hlr_10.42.42.2(pid=31576): stderr: \u000a| �[0;m�[1;31m20221214025207386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025207386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025207386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025207386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025207386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025207386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025207399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025207407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025207407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025207407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:10.391117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31575): Terminating (SIGTERM)\u000a02:52:10.430658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31578): Terminating (SIGTERM)\u000a02:52:10.470126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31581): Terminating (SIGTERM)\u000a02:52:10.479165 --- ParallelTerminationStrategy: PID 31575 died...\u000a02:52:10.531835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31575): Terminated: ok {rc=0}\u000a02:52:10.541387 --- ParallelTerminationStrategy: PID 31578 died...\u000a02:52:10.593698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31578): Terminated: ok {rc=0}\u000a02:52:10.603102 --- ParallelTerminationStrategy: PID 31581 died...\u000a02:52:10.655629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31581): Terminated: ok {rc=0}\u000a02:52:10.738904 bus /gobi_0: Setting Powered False\u000a02:52:11.845610 bus /gobi_0: Setting Powered False\u000a02:52:12.955341 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:52:03" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31587): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31587) [trial-2398↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31587)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31587): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31587) [trial-2398↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a02:52:14.847452 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a02:52:14.858331 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:14.988862 tst mo_mt_sms.py: using LAC 38039\u000a02:52:15.102473 tst mo_mt_sms.py: using RAC 44\u000a02:52:15.216239 tst mo_mt_sms.py: using CellId 38039\u000a02:52:15.331665 tst mo_mt_sms.py: using BVCI 38040\u000a02:52:15.353816 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:15.471352 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:15.741602 tst mo_mt_sms.py:9: start nitb and bts...\u000a02:52:15.863025 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:52:16.497185 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31586): Launched\u000a02:52:16.822959 run osmo-nitb_10.42.42.2(pid=31587): Launched\u000a02:52:17.005559 run osmo-nitb_10.42.42.2(pid=31587): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31587)]\u000a02:52:17.140398 run osmo-nitb_10.42.42.2(pid=31587): stdout: \u000a| (launched: 2022-12-14_02:52:16.647858) \u000a02:52:17.274371 run osmo-nitb_10.42.42.2(pid=31587): stderr: \u000a| (launched: 2022-12-14_02:52:16.692116)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:17.402678 run osmo-nitb_10.42.42.2(pid=31587): stdout: \u000a| (launched: 2022-12-14_02:52:16.647858) \u000a02:52:17.530081 run osmo-nitb_10.42.42.2(pid=31587): stderr: \u000a| (launched: 2022-12-14_02:52:16.692116)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:17.941340 tst osmo-nitb_10.42.42.2(pid=31587): stdout: \u000a| (launched: 2022-12-14_02:52:16.647858) \u000a02:52:18.057326 tst osmo-nitb_10.42.42.2(pid=31587): stderr: \u000a| (launched: 2022-12-14_02:52:16.692116)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:18.108155 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31587): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31587) [trial-2398↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31587)] [trial-2398↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a02:52:18.116173 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a02:52:18.150140 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31586): Terminating (SIGTERM)\u000a02:52:18.327325 --- ParallelTerminationStrategy: PID 31586 died...\u000a02:52:18.382129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31586): Terminated: ok {rc=0}\u000a02:52:18.469233 bus /sierra_3: Setting Powered False\u000a02:52:19.576100 bus /sierra_3: Setting Powered False\u000a02:52:20.684389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:52:14" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31598): Process ended prematurely: osmo-stp_10.42.42.5(pid=31598) [trial-2398↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31598)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31598): Process ended prematurely: osmo-stp_10.42.42.5(pid=31598) [trial-2398↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a02:52:22.579651 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:22.590574 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:22.731686 tst mo_mt_sms.py: using LAC 38040\u000a02:52:22.854355 tst mo_mt_sms.py: using RAC 45\u000a02:52:22.976859 tst mo_mt_sms.py: using CellId 38040\u000a02:52:23.099924 tst mo_mt_sms.py: using BVCI 38041\u000a02:52:23.123976 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:23.134976 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:23.145986 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:23.156739 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:23.168124 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:23.179322 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:23.296857 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a02:52:23.497437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:23.967199 run create_hlr_db(pid=31592): Launched\u000a02:52:24.135947 bus /sierra_2: Setting Powered False\u000a02:52:25.158249 run create_hlr_db(pid=31592): Terminated: ok {rc=0}\u000a02:52:25.577153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31594): Launched\u000a02:52:25.892559 run osmo-hlr_10.42.42.2(pid=31595): Launched\u000a02:52:26.013954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:26.562046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31597): Launched\u000a02:52:26.875437 run osmo-stp_10.42.42.5(pid=31598): Launched\u000a02:52:26.989540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:27.563591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31600): Launched\u000a02:52:27.877720 run osmo-msc_10.42.42.6(pid=31601): Launched\u000a02:52:28.062577 run osmo-stp_10.42.42.5(pid=31598): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31598)]\u000a02:52:28.196548 run osmo-stp_10.42.42.5(pid=31598): stdout: \u000a| (launched: 2022-12-14_02:52:26.721481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:28.330163 run osmo-stp_10.42.42.5(pid=31598): stderr: \u000a| �[0;m�[38;5;43m20221214025226911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025226911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025226912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025226912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025226912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025226913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025226913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:28.456537 run osmo-stp_10.42.42.5(pid=31598): stdout: \u000a| (launched: 2022-12-14_02:52:26.721481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:28.582101 run osmo-stp_10.42.42.5(pid=31598): stderr: \u000a| �[0;m�[38;5;43m20221214025226911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025226911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025226912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025226912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025226912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025226913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025226913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:28.637151 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31598): Process ended prematurely: osmo-stp_10.42.42.5(pid=31598) [trial-2398↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31598)] [trial-2398↪sms:trx-lms↪mo_mt_sms.py:16]\u000a02:52:28.645937 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a02:52:28.709155 run osmo-hlr_10.42.42.2(pid=31595): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31595)]\u000a02:52:28.760844 run osmo-hlr_10.42.42.2(pid=31595): stdout: \u000a| (launched: 2022-12-14_02:52:25.737264) \u000a02:52:28.813067 run osmo-hlr_10.42.42.2(pid=31595): stderr: \u000a| �[0;m�[1;31m20221214025225934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025225934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025225934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025225934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025225934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025225934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025225946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025225954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025225955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025225955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:28.884050 run osmo-msc_10.42.42.6(pid=31601): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31601)]\u000a02:52:28.935722 run osmo-msc_10.42.42.6(pid=31601): stdout: \u000a| (launched: 2022-12-14_02:52:27.723507) \u000a02:52:28.987832 run osmo-msc_10.42.42.6(pid=31601): stderr: \u000a| �[0;m�[38;5;43m20221214025228043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025228043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58ff844c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025228043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025228043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025228043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025228043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025228045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025228045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025228046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025228046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:29.032259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31594): Terminating (SIGTERM)\u000a02:52:29.074790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31597): Terminating (SIGTERM)\u000a02:52:29.116689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31600): Terminating (SIGTERM)\u000a02:52:29.126223 --- ParallelTerminationStrategy: PID 31594 died...\u000a02:52:29.182468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31594): Terminated: ok {rc=0}\u000a02:52:29.192423 --- ParallelTerminationStrategy: PID 31597 died...\u000a02:52:29.248221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31597): Terminated: ok {rc=0}\u000a02:52:29.258157 --- ParallelTerminationStrategy: PID 31600 died...\u000a02:52:29.313952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31600): Terminated: ok {rc=0}\u000a02:52:29.400296 bus /sierra_3: Setting Powered False\u000a02:52:30.502489 bus /sierra_3: Setting Powered False\u000a02:52:31.634859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:52:22" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31607) [trial-2398↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31607)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31607) [trial-2398↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a02:52:33.480534 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a02:52:33.491527 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:33.631266 tst assert_extension.py: using LAC 38041\u000a02:52:33.753604 tst assert_extension.py: using RAC 46\u000a02:52:33.883554 tst assert_extension.py: using CellId 38041\u000a02:52:34.009690 tst assert_extension.py: using BVCI 38042\u000a02:52:34.033505 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a02:52:34.304282 tst assert_extension.py:10: start nitb and bts...\u000a02:52:34.425823 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a02:52:35.032261 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31606): Launched\u000a02:52:35.321744 run osmo-nitb_10.42.42.2(pid=31607): Launched\u000a02:52:35.501575 run osmo-nitb_10.42.42.2(pid=31607): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31607)]\u000a02:52:35.634060 run osmo-nitb_10.42.42.2(pid=31607): stdout: \u000a| (launched: 2022-12-14_02:52:35.180512) \u000a02:52:35.766928 run osmo-nitb_10.42.42.2(pid=31607): stderr: \u000a| (launched: 2022-12-14_02:52:35.224260)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:35.896063 run osmo-nitb_10.42.42.2(pid=31607): stdout: \u000a| (launched: 2022-12-14_02:52:35.180512) \u000a02:52:36.023291 run osmo-nitb_10.42.42.2(pid=31607): stderr: \u000a| (launched: 2022-12-14_02:52:35.224260)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:36.439089 tst osmo-nitb_10.42.42.2(pid=31607): stdout: \u000a| (launched: 2022-12-14_02:52:35.180512) \u000a02:52:36.555077 tst osmo-nitb_10.42.42.2(pid=31607): stderr: \u000a| (launched: 2022-12-14_02:52:35.224260)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a02:52:36.606107 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31607): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31607) [trial-2398↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31607)] [trial-2398↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a02:52:36.614205 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a02:52:36.648311 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31606): Terminating (SIGTERM)\u000a02:52:36.825785 --- ParallelTerminationStrategy: PID 31606 died...\u000a02:52:36.880161 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31606): Terminated: ok {rc=0}\u000a02:52:36.967782 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:52:33" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31617): Process ended prematurely: osmo-stp_10.42.42.5(pid=31617) [trial-2398↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31617)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31617): Process ended prematurely: osmo-stp_10.42.42.5(pid=31617) [trial-2398↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a02:52:38.803208 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:38.814622 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a02:52:38.952008 tst assert_extension.py: using LAC 38042\u000a02:52:39.069574 tst assert_extension.py: using RAC 47\u000a02:52:39.184235 tst assert_extension.py: using CellId 38042\u000a02:52:39.299244 tst assert_extension.py: using BVCI 38043\u000a02:52:39.321715 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:39.331977 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:39.342336 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:39.352498 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:39.362805 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:52:39.372886 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a02:52:39.580629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:40.075785 run create_hlr_db(pid=31611): Launched\u000a02:52:40.258933 bus /sierra_2: Setting Powered False\u000a02:52:41.278202 run create_hlr_db(pid=31611): Terminated: ok {rc=0}\u000a02:52:41.697489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31613): Launched\u000a02:52:42.012650 run osmo-hlr_10.42.42.2(pid=31614): Launched\u000a02:52:42.126406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:42.673259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31616): Launched\u000a02:52:42.988305 run osmo-stp_10.42.42.5(pid=31617): Launched\u000a02:52:43.103030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:43.676165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31619): Launched\u000a02:52:43.991780 run osmo-msc_10.42.42.6(pid=31620): Launched\u000a02:52:44.176576 run osmo-stp_10.42.42.5(pid=31617): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31617)]\u000a02:52:44.310821 run osmo-stp_10.42.42.5(pid=31617): stdout: \u000a| (launched: 2022-12-14_02:52:42.833189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:44.444191 run osmo-stp_10.42.42.5(pid=31617): stderr: \u000a| �[0;m�[38;5;43m20221214025243023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025243023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025243023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025243024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025243024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025243024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025243024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:44.570514 run osmo-stp_10.42.42.5(pid=31617): stdout: \u000a| (launched: 2022-12-14_02:52:42.833189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:44.696025 run osmo-stp_10.42.42.5(pid=31617): stderr: \u000a| �[0;m�[38;5;43m20221214025243023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025243023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025243023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025243024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025243024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025243024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025243024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:44.751020 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31617): Process ended prematurely: osmo-stp_10.42.42.5(pid=31617) [trial-2398↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31617)] [trial-2398↪ussd:trx-lms↪assert_extension.py:17]\u000a02:52:44.759594 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a02:52:44.822363 run osmo-hlr_10.42.42.2(pid=31614): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31614)]\u000a02:52:44.874125 run osmo-hlr_10.42.42.2(pid=31614): stdout: \u000a| (launched: 2022-12-14_02:52:41.857865) \u000a02:52:44.926298 run osmo-hlr_10.42.42.2(pid=31614): stderr: \u000a| �[0;m�[1;31m20221214025242053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025242053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025242053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025242053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025242053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025242053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025242066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025242074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025242075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025242075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:44.997409 run osmo-msc_10.42.42.6(pid=31620): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31620)]\u000a02:52:45.048621 run osmo-msc_10.42.42.6(pid=31620): stdout: \u000a| (launched: 2022-12-14_02:52:43.836122) \u000a02:52:45.100597 run osmo-msc_10.42.42.6(pid=31620): stderr: \u000a| �[0;m�[38;5;43m20221214025244158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025244158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa2c4d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025244158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025244158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025244159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025244159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025244160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025244161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025244161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025244161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:45.145253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31613): Terminating (SIGTERM)\u000a02:52:45.187581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31616): Terminating (SIGTERM)\u000a02:52:45.230007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31619): Terminating (SIGTERM)\u000a02:52:45.239542 --- ParallelTerminationStrategy: PID 31613 died...\u000a02:52:45.296006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31613): Terminated: ok {rc=0}\u000a02:52:45.306035 --- ParallelTerminationStrategy: PID 31616 died...\u000a02:52:45.362162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31616): Terminated: ok {rc=0}\u000a02:52:45.372112 --- ParallelTerminationStrategy: PID 31619 died...\u000a02:52:45.428415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31619): Terminated: ok {rc=0}\u000a02:52:45.515340 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:52:38" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31631): Process ended prematurely: osmo-stp_10.42.42.5(pid=31631) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31631): Process ended prematurely: osmo-stp_10.42.42.5(pid=31631) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:52:47.553846 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:47.565309 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:52:47.729280 tst mo_mt_call.py: using LAC 38043\u000a02:52:47.847824 tst mo_mt_call.py: using RAC 48\u000a02:52:47.967130 tst mo_mt_call.py: using CellId 38043\u000a02:52:48.083801 tst mo_mt_call.py: using BVCI 38044\u000a02:52:48.106636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:48.117788 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:48.128750 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:48.139746 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:48.150881 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:48.161871 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:48.282981 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:48.483145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:48.961102 run create_hlr_db(pid=31625): Launched\u000a02:52:49.132724 bus /sierra_2: Setting Powered False\u000a02:52:50.154261 run create_hlr_db(pid=31625): Terminated: ok {rc=0}\u000a02:52:50.579379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31627): Launched\u000a02:52:50.899826 run osmo-hlr_10.42.42.2(pid=31628): Launched\u000a02:52:51.018766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:52:51.573726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31630): Launched\u000a02:52:51.904170 run osmo-stp_10.42.42.5(pid=31631): Launched\u000a02:52:52.044849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:52:52.628637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31633): Launched\u000a02:52:52.947066 run osmo-msc_10.42.42.6(pid=31634): Launched\u000a02:52:53.134427 run osmo-stp_10.42.42.5(pid=31631): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)]\u000a02:52:53.269892 run osmo-stp_10.42.42.5(pid=31631): stdout: \u000a| (launched: 2022-12-14_02:52:51.736700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:53.405708 run osmo-stp_10.42.42.5(pid=31631): stderr: \u000a| �[0;m�[38;5;43m20221214025251964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025251964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025251965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025251965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025251967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025251967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025251968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:53.535047 run osmo-stp_10.42.42.5(pid=31631): stdout: \u000a| (launched: 2022-12-14_02:52:51.736700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:52:53.663048 run osmo-stp_10.42.42.5(pid=31631): stderr: \u000a| �[0;m�[38;5;43m20221214025251964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025251964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025251965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025251965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025251967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025251967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025251968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:52:53.719245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31631): Process ended prematurely: osmo-stp_10.42.42.5(pid=31631) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31631)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a02:52:53.728774 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a02:52:53.791756 run osmo-hlr_10.42.42.2(pid=31628): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31628)]\u000a02:52:53.843676 run osmo-hlr_10.42.42.2(pid=31628): stdout: \u000a| (launched: 2022-12-14_02:52:50.742469) \u000a02:52:53.896075 run osmo-hlr_10.42.42.2(pid=31628): stderr: \u000a| �[0;m�[1;31m20221214025250938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025250938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025250939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025250939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025250939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025250939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025250963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025250973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025250973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025250973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:52:53.966649 run osmo-msc_10.42.42.6(pid=31634): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31634)]\u000a02:52:54.018160 run osmo-msc_10.42.42.6(pid=31634): stdout: \u000a| (launched: 2022-12-14_02:52:52.790891) \u000a02:52:54.070202 run osmo-msc_10.42.42.6(pid=31634): stderr: \u000a| �[0;m�[38;5;43m20221214025253112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025253112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe367e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025253112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025253112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025253113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025253113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025253114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025253115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025253115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025253115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:52:54.114725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31627): Terminating (SIGTERM)\u000a02:52:54.157212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31630): Terminating (SIGTERM)\u000a02:52:54.199399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31633): Terminating (SIGTERM)\u000a02:52:54.209235 --- ParallelTerminationStrategy: PID 31627 died...\u000a02:52:54.265938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31627): Terminated: ok {rc=0}\u000a02:52:54.276013 --- ParallelTerminationStrategy: PID 31630 died...\u000a02:52:54.332576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31630): Terminated: ok {rc=0}\u000a02:52:54.342878 --- ParallelTerminationStrategy: PID 31633 died...\u000a02:52:54.399588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31633): Terminated: ok {rc=0}\u000a02:52:54.487347 bus /sierra_3: Setting Powered False\u000a02:52:55.593454 bus /sierra_3: Setting Powered False\u000a02:52:56.702496 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31642): Process ended prematurely: osmo-stp_10.42.42.5(pid=31642) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31642): Process ended prematurely: osmo-stp_10.42.42.5(pid=31642) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:52:57.816739 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:57.828794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a02:52:57.993118 tst mo_mt_call_osmux.py: using LAC 38044\u000a02:52:58.120316 tst mo_mt_call_osmux.py: using RAC 49\u000a02:52:58.242654 tst mo_mt_call_osmux.py: using CellId 38044\u000a02:52:58.359979 tst mo_mt_call_osmux.py: using BVCI 38045\u000a02:52:58.382912 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:58.394099 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:58.405105 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:58.416116 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:58.427410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a02:52:58.438434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:58.558362 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a02:52:58.762024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:52:59.236609 run create_hlr_db(pid=31636): Launched\u000a02:52:59.407687 bus /sierra_2: Setting Powered False\u000a02:53:00.430067 run create_hlr_db(pid=31636): Terminated: ok {rc=0}\u000a02:53:00.861462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31638): Launched\u000a02:53:01.337481 run osmo-hlr_10.42.42.2(pid=31639): Launched\u000a02:53:01.560871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:02.165601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31641): Launched\u000a02:53:02.491451 run osmo-stp_10.42.42.5(pid=31642): Launched\u000a02:53:02.610814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:03.159408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31644): Launched\u000a02:53:03.456411 run osmo-msc_10.42.42.6(pid=31645): Launched\u000a02:53:03.631335 run osmo-stp_10.42.42.5(pid=31642): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)]\u000a02:53:03.756748 run osmo-stp_10.42.42.5(pid=31642): stdout: \u000a| (launched: 2022-12-14_02:53:02.321115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:03.880628 run osmo-stp_10.42.42.5(pid=31642): stderr: \u000a| �[0;m�[38;5;43m20221214025302511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025302511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025302511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025302512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025302512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025302512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025302512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:03.999898 run osmo-stp_10.42.42.5(pid=31642): stdout: \u000a| (launched: 2022-12-14_02:53:02.321115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:04.119192 run osmo-stp_10.42.42.5(pid=31642): stderr: \u000a| �[0;m�[38;5;43m20221214025302511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025302511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025302511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025302512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025302512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025302512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025302512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:04.171681 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31642): Process ended prematurely: osmo-stp_10.42.42.5(pid=31642) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31642)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a02:53:04.180550 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a02:53:04.239550 run osmo-hlr_10.42.42.2(pid=31639): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31639)]\u000a02:53:04.288298 run osmo-hlr_10.42.42.2(pid=31639): stdout: \u000a| (launched: 2022-12-14_02:53:01.057068) \u000a02:53:04.337485 run osmo-hlr_10.42.42.2(pid=31639): stderr: \u000a| �[0;m�[1;31m20221214025301294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025301294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025301294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025301294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025301294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025301294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025301316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025301331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025301331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025301331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:04.403778 run osmo-msc_10.42.42.6(pid=31645): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31645)]\u000a02:53:04.453530 run osmo-msc_10.42.42.6(pid=31645): stdout: \u000a| (launched: 2022-12-14_02:53:03.310662) \u000a02:53:04.502587 run osmo-msc_10.42.42.6(pid=31645): stderr: \u000a| �[0;m�[38;5;43m20221214025303584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025303584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3e5876c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025303584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025303584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025303584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025303584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025303586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025303586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025303587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025303587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:04.544201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31638): Terminating (SIGTERM)\u000a02:53:04.583641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31641): Terminating (SIGTERM)\u000a02:53:04.622958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31644): Terminating (SIGTERM)\u000a02:53:04.632070 --- ParallelTerminationStrategy: PID 31638 died...\u000a02:53:04.684873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31638): Terminated: ok {rc=0}\u000a02:53:04.694450 --- ParallelTerminationStrategy: PID 31641 died...\u000a02:53:04.746894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31641): Terminated: ok {rc=0}\u000a02:53:04.756361 --- ParallelTerminationStrategy: PID 31644 died...\u000a02:53:04.808651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31644): Terminated: ok {rc=0}\u000a02:53:04.896454 bus /sierra_3: Setting Powered False\u000a02:53:05.999193 bus /sierra_3: Setting Powered False\u000a02:53:07.104551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:52:47" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31656): Process ended prematurely: osmo-stp_10.42.42.5(pid=31656) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31656)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31656): Process ended prematurely: osmo-stp_10.42.42.5(pid=31656) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:09.092426 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:09.103897 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:53:09.260359 tst mo_mt_call.py: using LAC 38045\u000a02:53:09.379085 tst mo_mt_call.py: using RAC 50\u000a02:53:09.498826 tst mo_mt_call.py: using CellId 38045\u000a02:53:09.618175 tst mo_mt_call.py: using BVCI 38046\u000a02:53:09.640755 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:09.651805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:09.662651 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:09.673331 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:09.684285 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:09.695180 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:09.810931 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:10.008800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:10.485934 run create_hlr_db(pid=31650): Launched\u000a02:53:10.657084 bus /sierra_2: Setting Powered False\u000a02:53:11.679156 run create_hlr_db(pid=31650): Terminated: ok {rc=0}\u000a02:53:12.104612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31652): Launched\u000a02:53:12.425712 run osmo-hlr_10.42.42.2(pid=31653): Launched\u000a02:53:12.542946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:13.099278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31655): Launched\u000a02:53:13.418250 run osmo-stp_10.42.42.5(pid=31656): Launched\u000a02:53:13.535337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:14.120222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31658): Launched\u000a02:53:14.420419 run osmo-msc_10.42.42.6(pid=31659): Launched\u000a02:53:14.596029 run osmo-stp_10.42.42.5(pid=31656): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31656)]\u000a02:53:14.724781 run osmo-stp_10.42.42.5(pid=31656): stdout: \u000a| (launched: 2022-12-14_02:53:13.261828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:14.849794 run osmo-stp_10.42.42.5(pid=31656): stderr: \u000a| �[0;m�[38;5;43m20221214025313453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025313453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025313454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025313454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025313455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025313455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025313455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:14.970843 run osmo-stp_10.42.42.5(pid=31656): stdout: \u000a| (launched: 2022-12-14_02:53:13.261828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:15.090714 run osmo-stp_10.42.42.5(pid=31656): stderr: \u000a| �[0;m�[38;5;43m20221214025313453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025313453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025313454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025313454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025313455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025313455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025313455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:15.143683 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31656): Process ended prematurely: osmo-stp_10.42.42.5(pid=31656) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31656)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a02:53:15.152397 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:53:15.212057 run osmo-hlr_10.42.42.2(pid=31653): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31653)]\u000a02:53:15.261330 run osmo-hlr_10.42.42.2(pid=31653): stdout: \u000a| (launched: 2022-12-14_02:53:12.268483) \u000a02:53:15.311036 run osmo-hlr_10.42.42.2(pid=31653): stderr: \u000a| �[0;m�[1;31m20221214025312465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025312465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025312466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025312466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025312466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025312466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025312502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025312511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025312512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025312512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:15.378396 run osmo-msc_10.42.42.6(pid=31659): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31659)]\u000a02:53:15.427339 run osmo-msc_10.42.42.6(pid=31659): stdout: \u000a| (launched: 2022-12-14_02:53:14.273339) \u000a02:53:15.477000 run osmo-msc_10.42.42.6(pid=31659): stderr: \u000a| �[0;m�[38;5;43m20221214025314546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025314546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1129d30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025314546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025314546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025314547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025314547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025314548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025314549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025314549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025314549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:15.519321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31652): Terminating (SIGTERM)\u000a02:53:15.558999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31655): Terminating (SIGTERM)\u000a02:53:15.598797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31658): Terminating (SIGTERM)\u000a02:53:15.607983 --- ParallelTerminationStrategy: PID 31652 died...\u000a02:53:15.661410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31652): Terminated: ok {rc=0}\u000a02:53:15.671091 --- ParallelTerminationStrategy: PID 31655 died...\u000a02:53:15.724148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31655): Terminated: ok {rc=0}\u000a02:53:15.733847 --- ParallelTerminationStrategy: PID 31658 died...\u000a02:53:15.786904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31658): Terminated: ok {rc=0}\u000a02:53:15.884715 bus /sierra_3: Setting Powered False\u000a02:53:17.001876 bus /sierra_3: Setting Powered False\u000a02:53:18.109071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:19.223693 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:19.235774 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a02:53:19.400867 tst mo_mt_call_osmux.py: using LAC 38046\u000a02:53:19.526899 tst mo_mt_call_osmux.py: using RAC 51\u000a02:53:19.652720 tst mo_mt_call_osmux.py: using CellId 38046\u000a02:53:19.778116 tst mo_mt_call_osmux.py: using BVCI 38047\u000a02:53:19.802479 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:19.813924 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:19.825272 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:19.836529 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:19.848235 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a02:53:19.860278 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:19.976496 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a02:53:20.186693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:20.695581 run create_hlr_db(pid=31661): Launched\u000a02:53:20.867862 bus /sierra_2: Setting Powered False\u000a02:53:21.890199 run create_hlr_db(pid=31661): Terminated: ok {rc=0}\u000a02:53:22.315326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Launched\u000a02:53:22.635500 run osmo-hlr_10.42.42.2(pid=31664): Launched\u000a02:53:22.755213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:23.312401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Launched\u000a02:53:23.631865 run osmo-stp_10.42.42.5(pid=31667): Launched\u000a02:53:23.751331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:24.337417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31669): Launched\u000a02:53:24.656895 run osmo-msc_10.42.42.6(pid=31670): Launched\u000a02:53:24.846283 run osmo-stp_10.42.42.5(pid=31667): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]\u000a02:53:24.982773 run osmo-stp_10.42.42.5(pid=31667): stdout: \u000a| (launched: 2022-12-14_02:53:23.475185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:25.119035 run osmo-stp_10.42.42.5(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221214025323665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025323666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025323666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025323666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025323668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025323669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025323669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:25.248049 run osmo-stp_10.42.42.5(pid=31667): stdout: \u000a| (launched: 2022-12-14_02:53:23.475185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:25.376017 run osmo-stp_10.42.42.5(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221214025323665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025323666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025323666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025323666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025323668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025323669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025323669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:25.432453 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a02:53:25.441714 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:53:25.504756 run osmo-hlr_10.42.42.2(pid=31664): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31664)]\u000a02:53:25.556765 run osmo-hlr_10.42.42.2(pid=31664): stdout: \u000a| (launched: 2022-12-14_02:53:22.478556) \u000a02:53:25.609659 run osmo-hlr_10.42.42.2(pid=31664): stderr: \u000a| �[0;m�[1;31m20221214025322678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025322678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025322678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025322678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025322678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025322678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025322691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025322699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025322699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025322699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:25.681053 run osmo-msc_10.42.42.6(pid=31670): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31670)]\u000a02:53:25.732932 run osmo-msc_10.42.42.6(pid=31670): stdout: \u000a| (launched: 2022-12-14_02:53:24.500521) \u000a02:53:25.785403 run osmo-msc_10.42.42.6(pid=31670): stderr: \u000a| �[0;m�[38;5;43m20221214025324820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025324820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f32362c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025324820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025324820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025324820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025324820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025324822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025324823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025324823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025324823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:25.830408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Terminating (SIGTERM)\u000a02:53:25.873081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Terminating (SIGTERM)\u000a02:53:25.915565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31669): Terminating (SIGTERM)\u000a02:53:25.925334 --- ParallelTerminationStrategy: PID 31663 died...\u000a02:53:25.982373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Terminated: ok {rc=0}\u000a02:53:25.992384 --- ParallelTerminationStrategy: PID 31666 died...\u000a02:53:26.048620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Terminated: ok {rc=0}\u000a02:53:26.058717 --- ParallelTerminationStrategy: PID 31669 died...\u000a02:53:26.115243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31669): Terminated: ok {rc=0}\u000a02:53:26.203316 bus /sierra_3: Setting Powered False\u000a02:53:27.306459 bus /sierra_3: Setting Powered False\u000a02:53:28.416752 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:53:08" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31681): Process ended prematurely: osmo-stp_10.42.42.5(pid=31681) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31681)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31681): Process ended prematurely: osmo-stp_10.42.42.5(pid=31681) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:30.404935 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:30.416230 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:53:30.568450 tst mo_mt_call.py: using LAC 38047\u000a02:53:30.686153 tst mo_mt_call.py: using RAC 52\u000a02:53:30.803196 tst mo_mt_call.py: using CellId 38047\u000a02:53:30.947131 tst mo_mt_call.py: using BVCI 38048\u000a02:53:30.972624 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:30.985430 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:30.997572 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:31.009695 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:31.023054 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:31.038266 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:31.161965 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:31.415253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:31.919736 run create_hlr_db(pid=31675): Launched\u000a02:53:32.104141 bus /sierra_2: Setting Powered False\u000a02:53:33.122972 run create_hlr_db(pid=31675): Terminated: ok {rc=0}\u000a02:53:33.550791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31677): Launched\u000a02:53:33.873263 run osmo-hlr_10.42.42.2(pid=31678): Launched\u000a02:53:33.987750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:34.506525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31680): Launched\u000a02:53:34.805123 run osmo-stp_10.42.42.5(pid=31681): Launched\u000a02:53:34.913455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:35.458373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31683): Launched\u000a02:53:35.758036 run osmo-msc_10.42.42.6(pid=31684): Launched\u000a02:53:35.934236 run osmo-stp_10.42.42.5(pid=31681): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31681)]\u000a02:53:36.060602 run osmo-stp_10.42.42.5(pid=31681): stdout: \u000a| (launched: 2022-12-14_02:53:34.658137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:36.185144 run osmo-stp_10.42.42.5(pid=31681): stderr: \u000a| �[0;m�[38;5;43m20221214025334827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025334827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025334828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025334828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:36.305250 run osmo-stp_10.42.42.5(pid=31681): stdout: \u000a| (launched: 2022-12-14_02:53:34.658137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:36.425151 run osmo-stp_10.42.42.5(pid=31681): stderr: \u000a| �[0;m�[38;5;43m20221214025334827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025334827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025334828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025334828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025334830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:36.478027 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31681): Process ended prematurely: osmo-stp_10.42.42.5(pid=31681) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31681)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a02:53:36.486706 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a02:53:36.546041 run osmo-hlr_10.42.42.2(pid=31678): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31678)]\u000a02:53:36.594784 run osmo-hlr_10.42.42.2(pid=31678): stdout: \u000a| (launched: 2022-12-14_02:53:33.714788) \u000a02:53:36.644019 run osmo-hlr_10.42.42.2(pid=31678): stderr: \u000a| �[0;m�[1;31m20221214025333914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025333914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025333914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025333914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025333914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025333914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025333927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025333935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025333935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025333935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:36.710683 run osmo-msc_10.42.42.6(pid=31684): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31684)]\u000a02:53:36.759176 run osmo-msc_10.42.42.6(pid=31684): stdout: \u000a| (launched: 2022-12-14_02:53:35.610003) \u000a02:53:36.808211 run osmo-msc_10.42.42.6(pid=31684): stderr: \u000a| �[0;m�[38;5;43m20221214025335883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025335883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb70134c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025335883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025335883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025335883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025335883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025335885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025335885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025335886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025335886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:36.850249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31677): Terminating (SIGTERM)\u000a02:53:36.889765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31680): Terminating (SIGTERM)\u000a02:53:36.929424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31683): Terminating (SIGTERM)\u000a02:53:36.938564 --- ParallelTerminationStrategy: PID 31677 died...\u000a02:53:36.991701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31677): Terminated: ok {rc=0}\u000a02:53:37.001266 --- ParallelTerminationStrategy: PID 31680 died...\u000a02:53:37.054249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31680): Terminated: ok {rc=0}\u000a02:53:37.063858 --- ParallelTerminationStrategy: PID 31683 died...\u000a02:53:37.116700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31683): Terminated: ok {rc=0}\u000a02:53:37.200063 bus /sierra_3: Setting Powered False\u000a02:53:38.305859 bus /sierra_3: Setting Powered False\u000a02:53:39.413474 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31692): Process ended prematurely: osmo-stp_10.42.42.5(pid=31692) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31692): Process ended prematurely: osmo-stp_10.42.42.5(pid=31692) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:53:40.525312 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:40.537073 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a02:53:40.692299 tst mo_mt_call_osmux.py: using LAC 38048\u000a02:53:40.814070 tst mo_mt_call_osmux.py: using RAC 53\u000a02:53:40.929959 tst mo_mt_call_osmux.py: using CellId 38048\u000a02:53:41.054539 tst mo_mt_call_osmux.py: using BVCI 38049\u000a02:53:41.079051 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:41.090783 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:41.102212 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:41.113482 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:41.125145 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a02:53:41.136564 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:41.253308 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a02:53:41.465153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:41.969227 run create_hlr_db(pid=31686): Launched\u000a02:53:42.155182 bus /sierra_2: Setting Powered False\u000a02:53:43.176536 run create_hlr_db(pid=31686): Terminated: ok {rc=0}\u000a02:53:43.578626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31688): Launched\u000a02:53:43.878164 run osmo-hlr_10.42.42.2(pid=31689): Launched\u000a02:53:43.996013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:44.522000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31691): Launched\u000a02:53:44.819372 run osmo-stp_10.42.42.5(pid=31692): Launched\u000a02:53:44.927425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:45.471582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31694): Launched\u000a02:53:45.769620 run osmo-msc_10.42.42.6(pid=31695): Launched\u000a02:53:46.083199 run osmo-stp_10.42.42.5(pid=31692): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)]\u000a02:53:46.291175 run osmo-stp_10.42.42.5(pid=31692): stdout: \u000a| (launched: 2022-12-14_02:53:44.673468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:46.421452 run osmo-stp_10.42.42.5(pid=31692): stderr: \u000a| �[0;m�[38;5;43m20221214025344844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025344844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025344844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025344845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025344845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025344845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025344845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:46.545297 run osmo-stp_10.42.42.5(pid=31692): stdout: \u000a| (launched: 2022-12-14_02:53:44.673468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:46.667951 run osmo-stp_10.42.42.5(pid=31692): stderr: \u000a| �[0;m�[38;5;43m20221214025344844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025344844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025344844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025344845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025344845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025344845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025344845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:46.722255 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31692): Process ended prematurely: osmo-stp_10.42.42.5(pid=31692) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31692)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a02:53:46.732024 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a02:53:46.793598 run osmo-hlr_10.42.42.2(pid=31689): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31689)]\u000a02:53:46.843598 run osmo-hlr_10.42.42.2(pid=31689): stdout: \u000a| (launched: 2022-12-14_02:53:43.731414) \u000a02:53:46.895145 run osmo-hlr_10.42.42.2(pid=31689): stderr: \u000a| �[0;m�[1;31m20221214025343908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025343908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025343908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025343908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025343908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025343908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025343921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025343931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025343931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025343932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:46.963721 run osmo-msc_10.42.42.6(pid=31695): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31695)]\u000a02:53:47.013897 run osmo-msc_10.42.42.6(pid=31695): stdout: \u000a| (launched: 2022-12-14_02:53:45.622973) \u000a02:53:47.064471 run osmo-msc_10.42.42.6(pid=31695): stderr: \u000a| �[0;m�[38;5;43m20221214025345971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025345972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb44777fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025345972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025345972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025345972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025345972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025345974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025345974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025345975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025345975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:47.107647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31688): Terminating (SIGTERM)\u000a02:53:47.148208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31691): Terminating (SIGTERM)\u000a02:53:47.188876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31694): Terminating (SIGTERM)\u000a02:53:47.198249 --- ParallelTerminationStrategy: PID 31688 died...\u000a02:53:47.252309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31688): Terminated: ok {rc=0}\u000a02:53:47.262274 --- ParallelTerminationStrategy: PID 31691 died...\u000a02:53:47.316327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31691): Terminated: ok {rc=0}\u000a02:53:47.326054 --- ParallelTerminationStrategy: PID 31694 died...\u000a02:53:47.379088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31694): Terminated: ok {rc=0}\u000a02:53:47.463013 bus /sierra_3: Setting Powered False\u000a02:53:48.569144 bus /sierra_3: Setting Powered False\u000a02:53:49.676588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a02:53:51.658573 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:51.669567 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:53:51.826690 tst mo_mt_call.py: using LAC 38049\u000a02:53:51.942932 tst mo_mt_call.py: using RAC 54\u000a02:53:52.058803 tst mo_mt_call.py: using CellId 38049\u000a02:53:52.174186 tst mo_mt_call.py: using BVCI 38050\u000a02:53:52.196806 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:52.207756 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:52.218508 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:52.229238 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:52.240025 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:53:52.250836 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:53:52.371627 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:53:52.581139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:53:53.085148 run create_hlr_db(pid=31702): Launched\u000a02:53:53.270675 bus /sierra_2: Setting Powered False\u000a02:53:54.291332 run create_hlr_db(pid=31702): Terminated: ok {rc=0}\u000a02:53:54.715901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Launched\u000a02:53:55.035952 run osmo-hlr_10.42.42.2(pid=31705): Launched\u000a02:53:55.148767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:53:55.666664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Launched\u000a02:53:55.965780 run osmo-stp_10.42.42.5(pid=31708): Launched\u000a02:53:56.073780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:53:56.618841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31710): Launched\u000a02:53:56.917616 run osmo-msc_10.42.42.6(pid=31711): Launched\u000a02:53:57.093113 run osmo-stp_10.42.42.5(pid=31708): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]\u000a02:53:57.219849 run osmo-stp_10.42.42.5(pid=31708): stdout: \u000a| (launched: 2022-12-14_02:53:55.818091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:57.343909 run osmo-stp_10.42.42.5(pid=31708): stderr: \u000a| �[0;m�[38;5;43m20221214025355989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025355989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025355989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025355990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025355990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025355990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025355990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:57.463611 run osmo-stp_10.42.42.5(pid=31708): stdout: \u000a| (launched: 2022-12-14_02:53:55.818091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:53:57.582344 run osmo-stp_10.42.42.5(pid=31708): stderr: \u000a| �[0;m�[38;5;43m20221214025355989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025355989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025355989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025355990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025355990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025355990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025355990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:53:57.634718 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a02:53:57.643407 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:53:57.703127 run osmo-hlr_10.42.42.2(pid=31705): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31705)]\u000a02:53:57.752285 run osmo-hlr_10.42.42.2(pid=31705): stdout: \u000a| (launched: 2022-12-14_02:53:54.878763) \u000a02:53:57.802006 run osmo-hlr_10.42.42.2(pid=31705): stderr: \u000a| �[0;m�[1;31m20221214025355076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025355076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025355076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025355077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025355077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025355077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025355088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025355096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025355096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025355097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:53:57.870130 run osmo-msc_10.42.42.6(pid=31711): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31711)]\u000a02:53:57.919306 run osmo-msc_10.42.42.6(pid=31711): stdout: \u000a| (launched: 2022-12-14_02:53:56.769999) \u000a02:53:57.969546 run osmo-msc_10.42.42.6(pid=31711): stderr: \u000a| �[0;m�[38;5;43m20221214025357043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025357043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38c7cf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025357043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025357043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025357043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025357043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025357045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025357046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025357046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025357046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:53:58.011522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Terminating (SIGTERM)\u000a02:53:58.051092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Terminating (SIGTERM)\u000a02:53:58.090612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31710): Terminating (SIGTERM)\u000a02:53:58.099800 --- ParallelTerminationStrategy: PID 31704 died...\u000a02:53:58.152656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Terminated: ok {rc=0}\u000a02:53:58.162284 --- ParallelTerminationStrategy: PID 31707 died...\u000a02:53:58.214888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Terminated: ok {rc=0}\u000a02:53:58.224326 --- ParallelTerminationStrategy: PID 31710 died...\u000a02:53:58.277462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31710): Terminated: ok {rc=0}\u000a02:53:58.365098 bus /sierra_3: Setting Powered False\u000a02:53:59.470680 bus /sierra_3: Setting Powered False\u000a02:54:00.578804 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31990): Process ended prematurely: osmo-stp_10.42.42.5(pid=31990) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31990)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31990): Process ended prematurely: osmo-stp_10.42.42.5(pid=31990) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:01.722996 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:01.738092 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a02:54:01.921697 tst mo_mt_call_osmux.py: using LAC 38050\u000a02:54:02.068941 tst mo_mt_call_osmux.py: using RAC 55\u000a02:54:02.219448 tst mo_mt_call_osmux.py: using CellId 38050\u000a02:54:02.378913 tst mo_mt_call_osmux.py: using BVCI 38051\u000a02:54:02.411414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:02.426265 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:02.440794 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:02.457144 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:02.474653 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a02:54:02.490544 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:02.642890 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a02:54:02.910423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:03.587449 run create_hlr_db(pid=31854): Launched\u000a02:54:03.806316 bus /sierra_2: Setting Powered False\u000a02:54:04.794191 run create_hlr_db(pid=31854): Terminated: ok {rc=0}\u000a02:54:05.255450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31984): Launched\u000a02:54:05.671716 run osmo-hlr_10.42.42.2(pid=31985): Launched\u000a02:54:05.905149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:06.545052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31989): Launched\u000a02:54:06.959401 run osmo-stp_10.42.42.5(pid=31990): Launched\u000a02:54:07.198041 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:07.839771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31992): Launched\u000a02:54:08.267088 run osmo-msc_10.42.42.6(pid=31993): Launched\u000a02:54:08.662307 run osmo-stp_10.42.42.5(pid=31990): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31990)]\u000a02:54:08.852339 run osmo-stp_10.42.42.5(pid=31990): stdout: \u000a| (launched: 2022-12-14_02:54:06.700908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:08.993947 run osmo-stp_10.42.42.5(pid=31990): stderr: \u000a| �[0;m�[38;5;43m20221214025407032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025407037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025407037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025407038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025407038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025407038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025407038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:09.131782 run osmo-stp_10.42.42.5(pid=31990): stdout: \u000a| (launched: 2022-12-14_02:54:06.700908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:09.266968 run osmo-stp_10.42.42.5(pid=31990): stderr: \u000a| �[0;m�[38;5;43m20221214025407032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025407037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025407037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025407038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025407038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025407038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025407038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:09.326795 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31990): Process ended prematurely: osmo-stp_10.42.42.5(pid=31990) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31990)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a02:54:09.337555 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a02:54:09.404654 run osmo-hlr_10.42.42.2(pid=31985): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31985)]\u000a02:54:09.459473 run osmo-hlr_10.42.42.2(pid=31985): stdout: \u000a| (launched: 2022-12-14_02:54:05.412203) \u000a02:54:09.515145 run osmo-hlr_10.42.42.2(pid=31985): stderr: \u000a| �[0;m�[1;31m20221214025405753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025405753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025405753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025405753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025405753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025405754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025405773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025405786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025405786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025405786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:09.590954 run osmo-msc_10.42.42.6(pid=31993): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31993)]\u000a02:54:09.645945 run osmo-msc_10.42.42.6(pid=31993): stdout: \u000a| (launched: 2022-12-14_02:54:08.008287) \u000a02:54:09.702351 run osmo-msc_10.42.42.6(pid=31993): stderr: \u000a| �[0;m�[38;5;43m20221214025408491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025408491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e8fda1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025408491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025408491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025408491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025408492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025408502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025408502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025408502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025408502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:09.750005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31984): Terminating (SIGTERM)\u000a02:54:09.798265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31989): Terminating (SIGTERM)\u000a02:54:09.844378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31992): Terminating (SIGTERM)\u000a02:54:09.856509 --- ParallelTerminationStrategy: PID 31984 died...\u000a02:54:09.919169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31984): Terminated: ok {rc=0}\u000a02:54:09.931518 --- ParallelTerminationStrategy: PID 31989 died...\u000a02:54:09.990633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31989): Terminated: ok {rc=0}\u000a02:54:10.002623 --- ParallelTerminationStrategy: PID 31992 died...\u000a02:54:10.062316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31992): Terminated: ok {rc=0}\u000a02:54:10.155943 bus /sierra_3: Setting Powered False\u000a02:54:11.268120 bus /sierra_3: Setting Powered False\u000a02:54:12.386214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:53:51" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32004): Process ended prematurely: osmo-stp_10.42.42.5(pid=32004) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32004)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32004): Process ended prematurely: osmo-stp_10.42.42.5(pid=32004) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a02:54:14.421971 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:14.434516 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:54:14.605278 tst mo_mt_call.py: using LAC 38051\u000a02:54:14.737029 tst mo_mt_call.py: using RAC 56\u000a02:54:14.867561 tst mo_mt_call.py: using CellId 38051\u000a02:54:14.998491 tst mo_mt_call.py: using BVCI 38052\u000a02:54:15.024816 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:15.037341 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:15.050136 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:15.062509 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:15.078318 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:15.091401 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:15.216452 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:15.438796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:16.079426 run create_hlr_db(pid=31998): Launched\u000a02:54:16.283536 bus /sierra_2: Setting Powered False\u000a02:54:17.394309 run create_hlr_db(pid=31998): Terminated: ok {rc=0}\u000a02:54:17.944012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32000): Launched\u000a02:54:18.361985 run osmo-hlr_10.42.42.2(pid=32001): Launched\u000a02:54:18.560741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:19.154667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32003): Launched\u000a02:54:19.597394 run osmo-stp_10.42.42.5(pid=32004): Launched\u000a02:54:19.815811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:20.442256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32006): Launched\u000a02:54:20.874704 run osmo-msc_10.42.42.6(pid=32007): Launched\u000a02:54:21.278614 run osmo-stp_10.42.42.5(pid=32004): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32004)]\u000a02:54:21.477784 run osmo-stp_10.42.42.5(pid=32004): stdout: \u000a| (launched: 2022-12-14_02:54:19.325457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:21.619337 run osmo-stp_10.42.42.5(pid=32004): stderr: \u000a| �[0;m�[38;5;43m20221214025419629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025419630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025419630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025419630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025419631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025419631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025419631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:21.757280 run osmo-stp_10.42.42.5(pid=32004): stdout: \u000a| (launched: 2022-12-14_02:54:19.325457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:21.894217 run osmo-stp_10.42.42.5(pid=32004): stderr: \u000a| �[0;m�[38;5;43m20221214025419629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025419630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025419630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025419630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025419631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025419631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025419631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:21.954470 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32004): Process ended prematurely: osmo-stp_10.42.42.5(pid=32004) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32004)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a02:54:21.964833 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a02:54:22.031816 run osmo-hlr_10.42.42.2(pid=32001): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32001)]\u000a02:54:22.088686 run osmo-hlr_10.42.42.2(pid=32001): stdout: \u000a| (launched: 2022-12-14_02:54:18.114402) \u000a02:54:22.144014 run osmo-hlr_10.42.42.2(pid=32001): stderr: \u000a| �[0;m�[1;31m20221214025418317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025418317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025418317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025418317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025418317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025418317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025418335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025418350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025418350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025418350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:22.218553 run osmo-msc_10.42.42.6(pid=32007): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32007)]\u000a02:54:22.274515 run osmo-msc_10.42.42.6(pid=32007): stdout: \u000a| (launched: 2022-12-14_02:54:20.614462) \u000a02:54:22.330552 run osmo-msc_10.42.42.6(pid=32007): stderr: \u000a| �[0;m�[38;5;43m20221214025421120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025421120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10df7b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025421120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025421121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025421121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025421121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025421123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025421123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025421123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025421123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:22.381201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32000): Terminating (SIGTERM)\u000a02:54:22.428155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32003): Terminating (SIGTERM)\u000a02:54:22.476227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32006): Terminating (SIGTERM)\u000a02:54:22.487171 --- ParallelTerminationStrategy: PID 32000 died...\u000a02:54:22.549722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32000): Terminated: ok {rc=0}\u000a02:54:22.562052 --- ParallelTerminationStrategy: PID 32003 died...\u000a02:54:22.621495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32003): Terminated: ok {rc=0}\u000a02:54:22.633290 --- ParallelTerminationStrategy: PID 32006 died...\u000a02:54:22.693763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32006): Terminated: ok {rc=0}\u000a02:54:22.787273 bus /sierra_3: Setting Powered False\u000a02:54:23.900625 bus /sierra_3: Setting Powered False\u000a02:54:25.011687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32016): Process ended prematurely: osmo-stp_10.42.42.5(pid=32016) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32016)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32016): Process ended prematurely: osmo-stp_10.42.42.5(pid=32016) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:26.121932 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:26.133651 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a02:54:26.290339 tst mo_mt_call_osmux.py: using LAC 38052\u000a02:54:26.408661 tst mo_mt_call_osmux.py: using RAC 57\u000a02:54:26.528767 tst mo_mt_call_osmux.py: using CellId 38052\u000a02:54:26.649351 tst mo_mt_call_osmux.py: using BVCI 38053\u000a02:54:26.672390 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:26.683415 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:26.694195 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:26.704932 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:26.715768 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a02:54:26.726625 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:26.842794 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a02:54:27.056096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:27.567318 run create_hlr_db(pid=32010): Launched\u000a02:54:27.755160 bus /sierra_2: Setting Powered False\u000a02:54:28.777742 run create_hlr_db(pid=32010): Terminated: ok {rc=0}\u000a02:54:29.208057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32012): Launched\u000a02:54:29.532369 run osmo-hlr_10.42.42.2(pid=32013): Launched\u000a02:54:29.650725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:30.214110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32015): Launched\u000a02:54:30.539550 run osmo-stp_10.42.42.5(pid=32016): Launched\u000a02:54:30.658187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:31.290621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32018): Launched\u000a02:54:31.719437 run osmo-msc_10.42.42.6(pid=32019): Launched\u000a02:54:32.196306 run osmo-stp_10.42.42.5(pid=32016): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32016)]\u000a02:54:32.370719 run osmo-stp_10.42.42.5(pid=32016): stdout: \u000a| (launched: 2022-12-14_02:54:30.378966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:32.497672 run osmo-stp_10.42.42.5(pid=32016): stderr: \u000a| �[0;m�[38;5;43m20221214025430573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025430573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025430574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025430574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025430574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025430575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025430575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:32.619550 run osmo-stp_10.42.42.5(pid=32016): stdout: \u000a| (launched: 2022-12-14_02:54:30.378966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:32.740465 run osmo-stp_10.42.42.5(pid=32016): stderr: \u000a| �[0;m�[38;5;43m20221214025430573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025430573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025430574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025430574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025430574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025430575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025430575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:32.795659 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32016): Process ended prematurely: osmo-stp_10.42.42.5(pid=32016) [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32016)] [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a02:54:32.804539 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a02:54:32.864988 run osmo-hlr_10.42.42.2(pid=32013): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32013)]\u000a02:54:32.915332 run osmo-hlr_10.42.42.2(pid=32013): stdout: \u000a| (launched: 2022-12-14_02:54:29.373163) \u000a02:54:32.966093 run osmo-hlr_10.42.42.2(pid=32013): stderr: \u000a| �[0;m�[1;31m20221214025429571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025429571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025429571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025429571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025429571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025429571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025429583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025429591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025429591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025429591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:33.034343 run osmo-msc_10.42.42.6(pid=32019): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32019)]\u000a02:54:33.083743 run osmo-msc_10.42.42.6(pid=32019): stdout: \u000a| (launched: 2022-12-14_02:54:31.459014) \u000a02:54:33.133644 run osmo-msc_10.42.42.6(pid=32019): stderr: \u000a| �[0;m�[38;5;43m20221214025432008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025432008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f181b7e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025432008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025432008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025432008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025432009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025432017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025432019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025432019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025432019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:33.175943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32012): Terminating (SIGTERM)\u000a02:54:33.215897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32015): Terminating (SIGTERM)\u000a02:54:33.255847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32018): Terminating (SIGTERM)\u000a02:54:33.265135 --- ParallelTerminationStrategy: PID 32012 died...\u000a02:54:33.318802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32012): Terminated: ok {rc=0}\u000a02:54:33.328406 --- ParallelTerminationStrategy: PID 32015 died...\u000a02:54:33.381706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32015): Terminated: ok {rc=0}\u000a02:54:33.391261 --- ParallelTerminationStrategy: PID 32018 died...\u000a02:54:33.444228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32018): Terminated: ok {rc=0}\u000a02:54:33.533850 bus /sierra_3: Setting Powered False\u000a02:54:34.636936 bus /sierra_3: Setting Powered False\u000a02:54:35.747339 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:54:14" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a02:54:37.736555 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:37.747620 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:54:37.904663 tst mo_mt_call.py: using LAC 38053\u000a02:54:38.024897 tst mo_mt_call.py: using RAC 58\u000a02:54:38.145461 tst mo_mt_call.py: using CellId 38053\u000a02:54:38.264584 tst mo_mt_call.py: using BVCI 38054\u000a02:54:38.287617 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:38.298678 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:38.309575 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:38.320461 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:38.331399 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:38.342348 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:38.463184 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:38.665904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:39.152020 run create_hlr_db(pid=32024): Launched\u000a02:54:39.326645 bus /sierra_2: Setting Powered False\u000a02:54:40.348755 run create_hlr_db(pid=32024): Terminated: ok {rc=0}\u000a02:54:40.754056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Launched\u000a02:54:41.058229 run osmo-hlr_10.42.42.2(pid=32027): Launched\u000a02:54:41.174595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:41.713255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Launched\u000a02:54:42.016498 run osmo-stp_10.42.42.5(pid=32030): Launched\u000a02:54:42.126949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:42.682009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32032): Launched\u000a02:54:42.987659 run osmo-msc_10.42.42.6(pid=32033): Launched\u000a02:54:43.165870 run osmo-stp_10.42.42.5(pid=32030): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)]\u000a02:54:43.294627 run osmo-stp_10.42.42.5(pid=32030): stdout: \u000a| (launched: 2022-12-14_02:54:41.867312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:43.420386 run osmo-stp_10.42.42.5(pid=32030): stderr: \u000a| �[0;m�[38;5;43m20221214025442037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025442037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025442038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025442038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025442040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025442041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025442041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:43.542143 run osmo-stp_10.42.42.5(pid=32030): stdout: \u000a| (launched: 2022-12-14_02:54:41.867312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:43.662550 run osmo-stp_10.42.42.5(pid=32030): stderr: \u000a| �[0;m�[38;5;43m20221214025442037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025442037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025442038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025442038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025442040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025442041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025442041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:43.715600 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32030): Process ended prematurely: osmo-stp_10.42.42.5(pid=32030) [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32030)] [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a02:54:43.724221 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a02:54:43.784174 run osmo-hlr_10.42.42.2(pid=32027): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32027)]\u000a02:54:43.833703 run osmo-hlr_10.42.42.2(pid=32027): stdout: \u000a| (launched: 2022-12-14_02:54:40.909284) \u000a02:54:43.883738 run osmo-hlr_10.42.42.2(pid=32027): stderr: \u000a| �[0;m�[1;31m20221214025441086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025441086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025441086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025441086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025441086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025441086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025441098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025441107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025441107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025441107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:43.951808 run osmo-msc_10.42.42.6(pid=32033): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32033)]\u000a02:54:44.001097 run osmo-msc_10.42.42.6(pid=32033): stdout: \u000a| (launched: 2022-12-14_02:54:42.835691) \u000a02:54:44.051185 run osmo-msc_10.42.42.6(pid=32033): stderr: \u000a| �[0;m�[38;5;43m20221214025443110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025443110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38c3717c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025443110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025443110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025443110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025443110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025443112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025443112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025443113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025443113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:44.093474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Terminating (SIGTERM)\u000a02:54:44.133366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Terminating (SIGTERM)\u000a02:54:44.173038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32032): Terminating (SIGTERM)\u000a02:54:44.182216 --- ParallelTerminationStrategy: PID 32026 died...\u000a02:54:44.235220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32026): Terminated: ok {rc=0}\u000a02:54:44.244743 --- ParallelTerminationStrategy: PID 32029 died...\u000a02:54:44.297476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32029): Terminated: ok {rc=0}\u000a02:54:44.306927 --- ParallelTerminationStrategy: PID 32032 died...\u000a02:54:44.359660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32032): Terminated: ok {rc=0}\u000a02:54:44.442825 bus /sierra_3: Setting Powered False\u000a02:54:45.548926 bus /sierra_3: Setting Powered False\u000a02:54:46.660820 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32041): Process ended prematurely: osmo-stp_10.42.42.5(pid=32041) [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32041): Process ended prematurely: osmo-stp_10.42.42.5(pid=32041) [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:54:47.770302 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:47.782177 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:54:47.948193 tst mo_mt_call_osmux.py: using LAC 38054\u000a02:54:48.090475 tst mo_mt_call_osmux.py: using RAC 59\u000a02:54:48.225258 tst mo_mt_call_osmux.py: using CellId 38054\u000a02:54:48.345762 tst mo_mt_call_osmux.py: using BVCI 38055\u000a02:54:48.369110 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:48.380113 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:48.391090 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:48.401971 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:48.412910 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a02:54:48.423804 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:48.544107 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:54:48.747673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:54:49.237345 run create_hlr_db(pid=32035): Launched\u000a02:54:49.411022 bus /sierra_2: Setting Powered False\u000a02:54:50.433771 run create_hlr_db(pid=32035): Terminated: ok {rc=0}\u000a02:54:50.865740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32037): Launched\u000a02:54:51.192703 run osmo-hlr_10.42.42.2(pid=32038): Launched\u000a02:54:51.311576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:54:51.875791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32040): Launched\u000a02:54:52.201558 run osmo-stp_10.42.42.5(pid=32041): Launched\u000a02:54:52.319635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:54:52.922246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32043): Launched\u000a02:54:53.250451 run osmo-msc_10.42.42.6(pid=32044): Launched\u000a02:54:53.442246 run osmo-stp_10.42.42.5(pid=32041): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)]\u000a02:54:53.580576 run osmo-stp_10.42.42.5(pid=32041): stdout: \u000a| (launched: 2022-12-14_02:54:52.041834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:53.718650 run osmo-stp_10.42.42.5(pid=32041): stderr: \u000a| �[0;m�[38;5;43m20221214025452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025452235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:53.850484 run osmo-stp_10.42.42.5(pid=32041): stdout: \u000a| (launched: 2022-12-14_02:54:52.041834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:54:53.981330 run osmo-stp_10.42.42.5(pid=32041): stderr: \u000a| �[0;m�[38;5;43m20221214025452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025452235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025452235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:54:54.038691 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32041): Process ended prematurely: osmo-stp_10.42.42.5(pid=32041) [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32041)] [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a02:54:54.048125 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a02:54:54.111929 run osmo-hlr_10.42.42.2(pid=32038): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32038)]\u000a02:54:54.164521 run osmo-hlr_10.42.42.2(pid=32038): stdout: \u000a| (launched: 2022-12-14_02:54:51.032208) \u000a02:54:54.217391 run osmo-hlr_10.42.42.2(pid=32038): stderr: \u000a| �[0;m�[1;31m20221214025451232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025451232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025451232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025451232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025451232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025451232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025451247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025451257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025451257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025451257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:54:54.288776 run osmo-msc_10.42.42.6(pid=32044): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32044)]\u000a02:54:54.340743 run osmo-msc_10.42.42.6(pid=32044): stdout: \u000a| (launched: 2022-12-14_02:54:53.089079) \u000a02:54:54.393280 run osmo-msc_10.42.42.6(pid=32044): stderr: \u000a| �[0;m�[38;5;43m20221214025453409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025453409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ba1256c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025453409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025453409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025453409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025453410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025453411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025453412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025453412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025453412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:54:54.438411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32037): Terminating (SIGTERM)\u000a02:54:54.480832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32040): Terminating (SIGTERM)\u000a02:54:54.523406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32043): Terminating (SIGTERM)\u000a02:54:54.533267 --- ParallelTerminationStrategy: PID 32037 died...\u000a02:54:54.590183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32037): Terminated: ok {rc=0}\u000a02:54:54.600333 --- ParallelTerminationStrategy: PID 32040 died...\u000a02:54:54.656695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32040): Terminated: ok {rc=0}\u000a02:54:54.666834 --- ParallelTerminationStrategy: PID 32043 died...\u000a02:54:54.723355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32043): Terminated: ok {rc=0}\u000a02:54:54.810745 bus /sierra_3: Setting Powered False\u000a02:54:55.917585 bus /sierra_3: Setting Powered False\u000a02:54:57.027443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:54:37" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32058): Process ended prematurely: osmo-stp_10.42.42.5(pid=32058) [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32058)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32058): Process ended prematurely: osmo-stp_10.42.42.5(pid=32058) [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a02:54:59.030596 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:59.041974 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:54:59.204619 tst mo_mt_call.py: using LAC 38055\u000a02:54:59.330788 tst mo_mt_call.py: using RAC 60\u000a02:54:59.457064 tst mo_mt_call.py: using CellId 38055\u000a02:54:59.582754 tst mo_mt_call.py: using BVCI 38056\u000a02:54:59.607640 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:59.618974 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:59.630173 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:59.641295 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:59.652584 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:54:59.664019 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:54:59.782105 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:54:59.994764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:00.507181 run create_hlr_db(pid=32049): Launched\u000a02:55:00.695889 bus /sierra_2: Setting Powered False\u000a02:55:01.718284 run create_hlr_db(pid=32049): Terminated: ok {rc=0}\u000a02:55:02.167413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32054): Launched\u000a02:55:02.498546 run osmo-hlr_10.42.42.2(pid=32055): Launched\u000a02:55:02.617230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:03.185304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32057): Launched\u000a02:55:03.512180 run osmo-stp_10.42.42.5(pid=32058): Launched\u000a02:55:03.630808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:04.227108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32060): Launched\u000a02:55:04.554347 run osmo-msc_10.42.42.6(pid=32061): Launched\u000a02:55:04.746270 run osmo-stp_10.42.42.5(pid=32058): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32058)]\u000a02:55:04.885059 run osmo-stp_10.42.42.5(pid=32058): stdout: \u000a| (launched: 2022-12-14_02:55:03.350726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:05.023498 run osmo-stp_10.42.42.5(pid=32058): stderr: \u000a| �[0;m�[38;5;43m20221214025503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025503543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025503543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025503545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025503546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025503546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:05.155376 run osmo-stp_10.42.42.5(pid=32058): stdout: \u000a| (launched: 2022-12-14_02:55:03.350726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:05.286062 run osmo-stp_10.42.42.5(pid=32058): stderr: \u000a| �[0;m�[38;5;43m20221214025503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025503542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025503543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025503543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025503545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025503546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025503546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:05.343344 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32058): Process ended prematurely: osmo-stp_10.42.42.5(pid=32058) [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32058)] [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a02:55:05.352540 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a02:55:05.416366 run osmo-hlr_10.42.42.2(pid=32055): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32055)]\u000a02:55:05.468589 run osmo-hlr_10.42.42.2(pid=32055): stdout: \u000a| (launched: 2022-12-14_02:55:02.335957) \u000a02:55:05.521748 run osmo-hlr_10.42.42.2(pid=32055): stderr: \u000a| �[0;m�[1;31m20221214025502533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025502533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025502533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025502533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025502533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025502533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025502547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025502556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025502557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025502557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:05.593340 run osmo-msc_10.42.42.6(pid=32061): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32061)]\u000a02:55:05.645650 run osmo-msc_10.42.42.6(pid=32061): stdout: \u000a| (launched: 2022-12-14_02:55:04.393056) \u000a02:55:05.698539 run osmo-msc_10.42.42.6(pid=32061): stderr: \u000a| �[0;m�[38;5;43m20221214025504715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025504715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff2bffac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025504716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025504716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025504716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025504716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025504718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025504718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025504718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025504718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:05.743502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32054): Terminating (SIGTERM)\u000a02:55:05.786568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32057): Terminating (SIGTERM)\u000a02:55:05.829148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32060): Terminating (SIGTERM)\u000a02:55:05.838900 --- ParallelTerminationStrategy: PID 32054 died...\u000a02:55:05.895952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32054): Terminated: ok {rc=0}\u000a02:55:05.906373 --- ParallelTerminationStrategy: PID 32057 died...\u000a02:55:05.963086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32057): Terminated: ok {rc=0}\u000a02:55:05.973209 --- ParallelTerminationStrategy: PID 32060 died...\u000a02:55:06.029847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32060): Terminated: ok {rc=0}\u000a02:55:06.119034 bus /sierra_3: Setting Powered False\u000a02:55:07.225870 bus /sierra_3: Setting Powered False\u000a02:55:08.338077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32069): Process ended prematurely: osmo-stp_10.42.42.5(pid=32069) [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32069)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32069): Process ended prematurely: osmo-stp_10.42.42.5(pid=32069) [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a02:55:09.449081 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:09.460550 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:55:09.619041 tst mo_mt_call_osmux.py: using LAC 38056\u000a02:55:09.740793 tst mo_mt_call_osmux.py: using RAC 61\u000a02:55:09.869244 tst mo_mt_call_osmux.py: using CellId 38056\u000a02:55:09.999119 tst mo_mt_call_osmux.py: using BVCI 38057\u000a02:55:10.024083 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:10.035372 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:10.046484 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:10.057945 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:10.069469 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a02:55:10.080824 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:10.203342 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a02:55:10.406559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:10.893565 run create_hlr_db(pid=32063): Launched\u000a02:55:11.067843 bus /sierra_2: Setting Powered False\u000a02:55:12.090909 run create_hlr_db(pid=32063): Terminated: ok {rc=0}\u000a02:55:12.495606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32065): Launched\u000a02:55:12.799071 run osmo-hlr_10.42.42.2(pid=32066): Launched\u000a02:55:12.920003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:13.453980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32068): Launched\u000a02:55:13.755541 run osmo-stp_10.42.42.5(pid=32069): Launched\u000a02:55:13.865454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:14.418997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32071): Launched\u000a02:55:14.722682 run osmo-msc_10.42.42.6(pid=32072): Launched\u000a02:55:14.900423 run osmo-stp_10.42.42.5(pid=32069): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32069)]\u000a02:55:15.028275 run osmo-stp_10.42.42.5(pid=32069): stdout: \u000a| (launched: 2022-12-14_02:55:13.607033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:15.155530 run osmo-stp_10.42.42.5(pid=32069): stderr: \u000a| �[0;m�[38;5;43m20221214025513778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025513778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025513779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025513779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025513781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025513781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025513781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:15.277694 run osmo-stp_10.42.42.5(pid=32069): stdout: \u000a| (launched: 2022-12-14_02:55:13.607033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:15.399191 run osmo-stp_10.42.42.5(pid=32069): stderr: \u000a| �[0;m�[38;5;43m20221214025513778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025513778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025513779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025513779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025513781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025513781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025513781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:15.452702 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32069): Process ended prematurely: osmo-stp_10.42.42.5(pid=32069) [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32069)] [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a02:55:15.461804 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a02:55:15.522374 run osmo-hlr_10.42.42.2(pid=32066): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32066)]\u000a02:55:15.572017 run osmo-hlr_10.42.42.2(pid=32066): stdout: \u000a| (launched: 2022-12-14_02:55:12.650308) \u000a02:55:15.621801 run osmo-hlr_10.42.42.2(pid=32066): stderr: \u000a| �[0;m�[1;31m20221214025512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025512838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025512847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025512848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025512848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:15.690192 run osmo-msc_10.42.42.6(pid=32072): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32072)]\u000a02:55:15.739706 run osmo-msc_10.42.42.6(pid=32072): stdout: \u000a| (launched: 2022-12-14_02:55:14.572516) \u000a02:55:15.789638 run osmo-msc_10.42.42.6(pid=32072): stderr: \u000a| �[0;m�[38;5;43m20221214025514846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025514846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31a0f2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025514846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025514846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025514846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025514846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025514848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025514849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025514849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025514849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:15.834111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32065): Terminating (SIGTERM)\u000a02:55:15.890785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32068): Terminating (SIGTERM)\u000a02:55:15.939141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32071): Terminating (SIGTERM)\u000a02:55:15.948470 --- ParallelTerminationStrategy: PID 32065 died...\u000a02:55:16.002824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32065): Terminated: ok {rc=0}\u000a02:55:16.012853 --- ParallelTerminationStrategy: PID 32068 died...\u000a02:55:16.068632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32068): Terminated: ok {rc=0}\u000a02:55:16.078812 --- ParallelTerminationStrategy: PID 32071 died...\u000a02:55:16.133427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32071): Terminated: ok {rc=0}\u000a02:55:16.218810 bus /sierra_3: Setting Powered False\u000a02:55:17.330384 bus /sierra_3: Setting Powered False\u000a02:55:18.437706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:54:58" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32083): Process ended prematurely: osmo-stp_10.42.42.5(pid=32083) [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32083)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32083): Process ended prematurely: osmo-stp_10.42.42.5(pid=32083) [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a02:55:20.463757 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:20.475050 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:20.626762 tst emergency_mo_mt_call.py: using LAC 38057\u000a02:55:20.751286 tst emergency_mo_mt_call.py: using RAC 62\u000a02:55:20.877303 tst emergency_mo_mt_call.py: using CellId 38057\u000a02:55:21.003506 tst emergency_mo_mt_call.py: using BVCI 38058\u000a02:55:21.027814 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:21.038992 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:21.049861 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:21.060745 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:21.072374 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:21.084031 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:21.206176 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:21.409533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:21.887696 run create_hlr_db(pid=32077): Launched\u000a02:55:22.059923 bus /sierra_2: Setting Powered False\u000a02:55:23.081318 run create_hlr_db(pid=32077): Terminated: ok {rc=0}\u000a02:55:23.506952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32079): Launched\u000a02:55:23.827989 run osmo-hlr_10.42.42.2(pid=32080): Launched\u000a02:55:23.945805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:24.499389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32082): Launched\u000a02:55:24.817350 run osmo-stp_10.42.42.5(pid=32083): Launched\u000a02:55:24.947364 tst emergency_mo_mt_call.py: using MSISDN 8465\u000a02:55:25.106710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:25.690647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32085): Launched\u000a02:55:26.012287 run osmo-msc_10.42.42.6(pid=32086): Launched\u000a02:55:26.199674 run osmo-stp_10.42.42.5(pid=32083): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32083)]\u000a02:55:26.334953 run osmo-stp_10.42.42.5(pid=32083): stdout: \u000a| (launched: 2022-12-14_02:55:24.661367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:26.469645 run osmo-stp_10.42.42.5(pid=32083): stderr: \u000a| �[0;m�[38;5;43m20221214025524854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025524854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025524855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025524855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025524856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025524856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025524856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:26.598474 run osmo-stp_10.42.42.5(pid=32083): stdout: \u000a| (launched: 2022-12-14_02:55:24.661367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:26.725340 run osmo-stp_10.42.42.5(pid=32083): stderr: \u000a| �[0;m�[38;5;43m20221214025524854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025524854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025524855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025524855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025524856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025524856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025524856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:26.780898 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32083): Process ended prematurely: osmo-stp_10.42.42.5(pid=32083) [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32083)] [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a02:55:26.789700 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a02:55:26.852478 run osmo-hlr_10.42.42.2(pid=32080): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32080)]\u000a02:55:26.904133 run osmo-hlr_10.42.42.2(pid=32080): stdout: \u000a| (launched: 2022-12-14_02:55:23.669916) \u000a02:55:26.956594 run osmo-hlr_10.42.42.2(pid=32080): stderr: \u000a| �[0;m�[1;31m20221214025523868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025523868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025523868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025523868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025523868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025523868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025523881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025523889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025523889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025523889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:27.028018 run osmo-msc_10.42.42.6(pid=32086): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32086)]\u000a02:55:27.079855 run osmo-msc_10.42.42.6(pid=32086): stdout: \u000a| (launched: 2022-12-14_02:55:25.852897) \u000a02:55:27.132192 run osmo-msc_10.42.42.6(pid=32086): stderr: \u000a| �[0;m�[38;5;43m20221214025526173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025526174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6faf9ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025526174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025526174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025526174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025526174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025526176 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025526176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025526176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025526176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:27.176475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32079): Terminating (SIGTERM)\u000a02:55:27.218949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32082): Terminating (SIGTERM)\u000a02:55:27.261339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32085): Terminating (SIGTERM)\u000a02:55:27.270947 --- ParallelTerminationStrategy: PID 32079 died...\u000a02:55:27.327621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32079): Terminated: ok {rc=0}\u000a02:55:27.337787 --- ParallelTerminationStrategy: PID 32082 died...\u000a02:55:27.393958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32082): Terminated: ok {rc=0}\u000a02:55:27.403918 --- ParallelTerminationStrategy: PID 32085 died...\u000a02:55:27.460075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32085): Terminated: ok {rc=0}\u000a02:55:27.547691 bus /sierra_3: Setting Powered False\u000a02:55:28.654270 bus /sierra_3: Setting Powered False\u000a02:55:29.765771 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32094): Process ended prematurely: osmo-stp_10.42.42.5(pid=32094) [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32094): Process ended prematurely: osmo-stp_10.42.42.5(pid=32094) [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a02:55:30.816724 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:30.828113 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:30.984429 tst emergency_preemptive_call.py: using LAC 38058\u000a02:55:31.110144 tst emergency_preemptive_call.py: using RAC 63\u000a02:55:31.239790 tst emergency_preemptive_call.py: using CellId 38058\u000a02:55:31.364315 tst emergency_preemptive_call.py: using BVCI 38059\u000a02:55:31.388208 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:31.400032 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:31.411584 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:31.423206 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:31.434940 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:55:31.446570 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:31.585405 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:31.723559 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:31.850470 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:32.068910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:32.583030 run create_hlr_db(pid=32088): Launched\u000a02:55:32.770280 bus /sierra_2: Setting Powered False\u000a02:55:33.788745 run create_hlr_db(pid=32088): Terminated: ok {rc=0}\u000a02:55:34.189802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32090): Launched\u000a02:55:34.491021 run osmo-hlr_10.42.42.2(pid=32091): Launched\u000a02:55:34.601491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:35.117830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32093): Launched\u000a02:55:35.416743 run osmo-stp_10.42.42.5(pid=32094): Launched\u000a02:55:35.536353 tst emergency_preemptive_call.py: using MSISDN 8466\u000a02:55:35.683432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:55:36.225072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32096): Launched\u000a02:55:36.523059 run osmo-msc_10.42.42.6(pid=32097): Launched\u000a02:55:36.698109 run osmo-stp_10.42.42.5(pid=32094): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)]\u000a02:55:36.823992 run osmo-stp_10.42.42.5(pid=32094): stdout: \u000a| (launched: 2022-12-14_02:55:35.268864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:36.947616 run osmo-stp_10.42.42.5(pid=32094): stderr: \u000a| �[0;m�[38;5;43m20221214025535438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025535438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025535438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025535439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025535441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025535442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025535442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:37.066142 run osmo-stp_10.42.42.5(pid=32094): stdout: \u000a| (launched: 2022-12-14_02:55:35.268864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:37.184032 run osmo-stp_10.42.42.5(pid=32094): stderr: \u000a| �[0;m�[38;5;43m20221214025535438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025535438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025535438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025535439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025535441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025535442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025535442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:37.235854 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32094): Process ended prematurely: osmo-stp_10.42.42.5(pid=32094) [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32094)] [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a02:55:37.243857 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a02:55:37.304809 run osmo-hlr_10.42.42.2(pid=32091): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32091)]\u000a02:55:37.354283 run osmo-hlr_10.42.42.2(pid=32091): stdout: \u000a| (launched: 2022-12-14_02:55:34.341438) \u000a02:55:37.404107 run osmo-hlr_10.42.42.2(pid=32091): stderr: \u000a| �[0;m�[1;31m20221214025534519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025534519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025534519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025534519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025534519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025534519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025534532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025534540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025534541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025534541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:37.472085 run osmo-msc_10.42.42.6(pid=32097): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32097)]\u000a02:55:37.521346 run osmo-msc_10.42.42.6(pid=32097): stdout: \u000a| (launched: 2022-12-14_02:55:36.375780) \u000a02:55:37.571263 run osmo-msc_10.42.42.6(pid=32097): stderr: \u000a| �[0;m�[38;5;43m20221214025536647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214025536647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b964b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214025536647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214025536647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214025536647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214025536647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214025536649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214025536650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214025536650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214025536650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:55:37.613441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32090): Terminating (SIGTERM)\u000a02:55:37.653326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32093): Terminating (SIGTERM)\u000a02:55:37.693131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32096): Terminating (SIGTERM)\u000a02:55:37.702331 --- ParallelTerminationStrategy: PID 32090 died...\u000a02:55:37.755540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32090): Terminated: ok {rc=0}\u000a02:55:37.765150 --- ParallelTerminationStrategy: PID 32093 died...\u000a02:55:37.818166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32093): Terminated: ok {rc=0}\u000a02:55:37.827680 --- ParallelTerminationStrategy: PID 32096 died...\u000a02:55:37.880539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32096): Terminated: ok {rc=0}\u000a02:55:37.968704 bus /sierra_9: Setting Powered False\u000a02:55:39.071874 bus /sierra_9: Setting Powered False\u000a02:55:40.183661 bus /sierra_8: Setting Powered False\u000a02:55:41.286306 bus /sierra_8: Setting Powered False\u000a02:55:42.392044 bus /sierra_3: Setting Powered False\u000a02:55:43.497456 bus /sierra_3: Setting Powered False\u000a02:55:44.607422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:55:20" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32115): Process ended prematurely: osmo-stp_10.42.42.5(pid=32115) [trial-2398↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32115)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32115): Process ended prematurely: osmo-stp_10.42.42.5(pid=32115) [trial-2398↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:55:46.806088 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:46.820306 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:46.994710 tst cs_paging_gprs_active.py: using LAC 38059\u000a02:55:47.144140 tst cs_paging_gprs_active.py: using RAC 64\u000a02:55:47.276104 tst cs_paging_gprs_active.py: using CellId 38059\u000a02:55:47.396556 tst cs_paging_gprs_active.py: using BVCI 38060\u000a02:55:47.419850 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.430414 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.440575 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.450925 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.461167 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.471841 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.482327 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.492471 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:47.503318 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:47.624608 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:55:47.904813 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:55:48.031491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:55:48.348320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32102): Launched\u000a02:55:48.612283 run iperf3-srv_10.42.42.10(pid=32103): Launched\u000a02:55:48.796906 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:55:48.923521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:55:49.239916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Launched\u000a02:55:49.502537 run iperf3-srv_10.42.42.10(pid=32105): Launched\u000a02:55:49.687435 tst cs_paging_gprs_active.py:38: start network...\u000a02:55:49.813586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:55:50.299177 run create_hlr_db(pid=32106): Launched\u000a02:55:50.473058 bus /sierra_2: Setting Powered False\u000a02:55:51.495603 run create_hlr_db(pid=32106): Terminated: ok {rc=0}\u000a02:55:51.931628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32108): Launched\u000a02:55:52.257250 run osmo-hlr_10.42.42.2(pid=32112): Launched\u000a02:55:52.378016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:55:52.947208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32114): Launched\u000a02:55:53.275276 run osmo-stp_10.42.42.5(pid=32115): Launched\u000a02:55:53.394841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:55:53.966082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32117): Launched\u000a02:55:54.082867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:55:54.367892 run patchelf(pid=32118): Launched\u000a02:55:54.557955 run osmo-stp_10.42.42.5(pid=32115): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32115)]\u000a02:55:54.696725 run osmo-stp_10.42.42.5(pid=32115): stdout: \u000a| (launched: 2022-12-14_02:55:53.113684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:54.835400 run osmo-stp_10.42.42.5(pid=32115): stderr: \u000a| �[0;m�[38;5;43m20221214025553307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025553307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025553307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025553308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025553308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025553308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025553308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:54.970378 run osmo-stp_10.42.42.5(pid=32115): stdout: \u000a| (launched: 2022-12-14_02:55:53.113684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:55:55.103995 run osmo-stp_10.42.42.5(pid=32115): stderr: \u000a| �[0;m�[38;5;43m20221214025553307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025553307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025553307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025553308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025553308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025553308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025553308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:55:55.259918 run patchelf(pid=32118): Terminating (SIGINT)\u000a02:55:55.443185 run patchelf(pid=32118): Terminated: ok {rc=0}\u000a02:55:55.476797 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32115): Process ended prematurely: osmo-stp_10.42.42.5(pid=32115) [trial-2398↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32115)] [trial-2398↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a02:55:55.486835 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a02:55:55.550530 run osmo-hlr_10.42.42.2(pid=32112): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32112)]\u000a02:55:55.602192 run osmo-hlr_10.42.42.2(pid=32112): stdout: \u000a| (launched: 2022-12-14_02:55:52.095603) \u000a02:55:55.654472 run osmo-hlr_10.42.42.2(pid=32112): stderr: \u000a| �[0;m�[1;31m20221214025552294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025552294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025552294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025552295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025552295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025552295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025552307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025552317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025552317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025552317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:55:55.699343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32102): Terminating (SIGTERM)\u000a02:55:55.741800 run iperf3-srv_10.42.42.10(pid=32103): Terminating (SIGTERM)\u000a02:55:55.783879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminating (SIGTERM)\u000a02:55:55.826016 run iperf3-srv_10.42.42.10(pid=32105): Terminating (SIGTERM)\u000a02:55:55.867980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32108): Terminating (SIGTERM)\u000a02:55:55.909964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32114): Terminating (SIGTERM)\u000a02:55:55.952249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32117): Terminating (SIGTERM)\u000a02:55:55.961922 --- ParallelTerminationStrategy: PID 32102 died...\u000a02:55:56.018488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32102): Terminated: ok {rc=0}\u000a02:55:56.028507 --- ParallelTerminationStrategy: PID 32103 died...\u000a02:55:56.084834 run iperf3-srv_10.42.42.10(pid=32103): Terminated {rc=256}\u000a02:55:56.094855 --- ParallelTerminationStrategy: PID 32104 died...\u000a02:55:56.151107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminated: ok {rc=0}\u000a02:55:56.161195 --- ParallelTerminationStrategy: PID 32105 died...\u000a02:55:56.217302 run iperf3-srv_10.42.42.10(pid=32105): Terminated {rc=256}\u000a02:55:56.227337 --- ParallelTerminationStrategy: PID 32108 died...\u000a02:55:56.283369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32108): Terminated: ok {rc=0}\u000a02:55:56.293403 --- ParallelTerminationStrategy: PID 32114 died...\u000a02:55:56.349617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32114): Terminated: ok {rc=0}\u000a02:55:56.359648 --- ParallelTerminationStrategy: PID 32117 died...\u000a02:55:56.415725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32117): Terminated: ok {rc=0}\u000a02:55:56.502320 bus /gobi_0: Setting Powered False\u000a02:55:57.607683 bus /gobi_0: Setting Powered False\u000a02:55:58.715776 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32128): Process ended prematurely: osmo-stp_10.42.42.5(pid=32128) [trial-2398↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32128): Process ended prematurely: osmo-stp_10.42.42.5(pid=32128) [trial-2398↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a02:55:59.831634 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:55:59.843351 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:55:59.992087 tst iperf3.py: using LAC 38060\u000a02:56:00.120465 tst iperf3.py: using RAC 65\u000a02:56:00.253986 tst iperf3.py: using CellId 38060\u000a02:56:00.380295 tst iperf3.py: using BVCI 38061\u000a02:56:00.405230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.416265 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.427080 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.437927 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.449044 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.460130 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.471768 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.482904 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:00.494203 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:00.774496 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:56:00.903879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:01.306178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32119): Launched\u000a02:56:01.697842 run iperf3-srv_10.42.42.10(pid=32120): Launched\u000a02:56:01.894809 tst iperf3.py:8: start network...\u000a02:56:02.023913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:02.523281 run create_hlr_db(pid=32121): Launched\u000a02:56:02.712484 bus /gobi_6: Setting Powered False\u000a02:56:03.734534 run create_hlr_db(pid=32121): Terminated: ok {rc=0}\u000a02:56:04.169256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32124): Launched\u000a02:56:04.498533 run osmo-hlr_10.42.42.2(pid=32125): Launched\u000a02:56:04.621372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:05.190803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32127): Launched\u000a02:56:05.520476 run osmo-stp_10.42.42.5(pid=32128): Launched\u000a02:56:05.640038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:06.208457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32130): Launched\u000a02:56:06.325584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:06.611349 run patchelf(pid=32131): Launched\u000a02:56:06.801875 run osmo-stp_10.42.42.5(pid=32128): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)]\u000a02:56:06.941403 run osmo-stp_10.42.42.5(pid=32128): stdout: \u000a| (launched: 2022-12-14_02:56:05.357082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:07.081586 run osmo-stp_10.42.42.5(pid=32128): stderr: \u000a| �[0;m�[38;5;43m20221214025605552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025605553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025605553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025605553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025605554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025605554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025605554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:07.216785 run osmo-stp_10.42.42.5(pid=32128): stdout: \u000a| (launched: 2022-12-14_02:56:05.357082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:07.351069 run osmo-stp_10.42.42.5(pid=32128): stderr: \u000a| �[0;m�[38;5;43m20221214025605552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025605553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025605553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025605553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025605554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025605554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025605554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:07.507686 run patchelf(pid=32131): Terminating (SIGINT)\u000a02:56:07.692232 run patchelf(pid=32131): Terminated: ok {rc=0}\u000a02:56:07.725950 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32128): Process ended prematurely: osmo-stp_10.42.42.5(pid=32128) [trial-2398↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)] [trial-2398↪gprs:trx-lms↪iperf3.py:8]\u000a02:56:07.735919 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a02:56:07.800138 run osmo-hlr_10.42.42.2(pid=32125): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32125)]\u000a02:56:07.852374 run osmo-hlr_10.42.42.2(pid=32125): stdout: \u000a| (launched: 2022-12-14_02:56:04.335742) \u000a02:56:07.905221 run osmo-hlr_10.42.42.2(pid=32125): stderr: \u000a| �[0;m�[1;31m20221214025604535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025604535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025604535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025604535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025604535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025604535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025604547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025604555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025604556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025604556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:07.950863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32119): Terminating (SIGTERM)\u000a02:56:07.993484 run iperf3-srv_10.42.42.10(pid=32120): Terminating (SIGTERM)\u000a02:56:08.036181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32124): Terminating (SIGTERM)\u000a02:56:08.078596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32127): Terminating (SIGTERM)\u000a02:56:08.120920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32130): Terminating (SIGTERM)\u000a02:56:08.130784 --- ParallelTerminationStrategy: PID 32119 died...\u000a02:56:08.188036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32119): Terminated: ok {rc=0}\u000a02:56:08.198291 --- ParallelTerminationStrategy: PID 32120 died...\u000a02:56:08.254689 run iperf3-srv_10.42.42.10(pid=32120): Terminated {rc=256}\u000a02:56:08.265177 --- ParallelTerminationStrategy: PID 32124 died...\u000a02:56:08.321671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32124): Terminated: ok {rc=0}\u000a02:56:08.331844 --- ParallelTerminationStrategy: PID 32127 died...\u000a02:56:08.388347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32127): Terminated: ok {rc=0}\u000a02:56:08.398540 --- ParallelTerminationStrategy: PID 32130 died...\u000a02:56:08.455106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32130): Terminated: ok {rc=0}\u000a02:56:08.542780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32146): Process ended prematurely: osmo-stp_10.42.42.5(pid=32146) [trial-2398↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32146): Process ended prematurely: osmo-stp_10.42.42.5(pid=32146) [trial-2398↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a02:56:09.658713 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:09.670790 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:09.817517 tst iperf3m4.py: using LAC 38061\u000a02:56:09.947686 tst iperf3m4.py: using RAC 66\u000a02:56:10.075186 tst iperf3m4.py: using CellId 38061\u000a02:56:10.204623 tst iperf3m4.py: using BVCI 38062\u000a02:56:10.230034 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.241200 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.252463 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.263411 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.275286 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.286984 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.299054 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.310966 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:10.323171 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:10.445708 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:10.570789 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:10.689102 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:10.970025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:56:11.097429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:11.414176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32132): Launched\u000a02:56:11.677313 run iperf3-srv_10.42.42.10(pid=32133): Launched\u000a02:56:11.862169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:56:11.988453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:12.303842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32134): Launched\u000a02:56:12.567575 run iperf3-srv_10.42.42.10(pid=32135): Launched\u000a02:56:12.752492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:56:12.878863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:13.193370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32136): Launched\u000a02:56:13.454408 run iperf3-srv_10.42.42.10(pid=32137): Launched\u000a02:56:13.639682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:56:13.765238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:14.079699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32138): Launched\u000a02:56:14.342223 run iperf3-srv_10.42.42.10(pid=32139): Launched\u000a02:56:14.526624 tst iperf3m4.py:8: start network...\u000a02:56:14.652543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:15.140134 run create_hlr_db(pid=32140): Launched\u000a02:56:15.314298 bus /gobi_6: Setting Powered False\u000a02:56:16.344019 run create_hlr_db(pid=32140): Terminated: ok {rc=0}\u000a02:56:16.767736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32142): Launched\u000a02:56:17.172144 run osmo-hlr_10.42.42.2(pid=32143): Launched\u000a02:56:17.313204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:17.881574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32145): Launched\u000a02:56:18.209190 run osmo-stp_10.42.42.5(pid=32146): Launched\u000a02:56:18.327780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:18.896031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32148): Launched\u000a02:56:19.014337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:19.281142 run patchelf(pid=32149): Launched\u000a02:56:19.458546 run osmo-stp_10.42.42.5(pid=32146): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)]\u000a02:56:19.587975 run osmo-stp_10.42.42.5(pid=32146): stdout: \u000a| (launched: 2022-12-14_02:56:18.047470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:19.718529 run osmo-stp_10.42.42.5(pid=32146): stderr: \u000a| �[0;m�[38;5;43m20221214025618242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025618242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025618243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025618243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025618243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025618244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025618244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:19.843824 run osmo-stp_10.42.42.5(pid=32146): stdout: \u000a| (launched: 2022-12-14_02:56:18.047470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:19.967726 run osmo-stp_10.42.42.5(pid=32146): stderr: \u000a| �[0;m�[38;5;43m20221214025618242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025618242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025618243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025618243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025618243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025618244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025618244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:20.112640 run patchelf(pid=32149): Terminating (SIGINT)\u000a02:56:20.283307 run patchelf(pid=32149): Terminated: ok {rc=0}\u000a02:56:20.314633 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32146): Process ended prematurely: osmo-stp_10.42.42.5(pid=32146) [trial-2398↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32146)] [trial-2398↪gprs:trx-lms↪iperf3m4.py:8]\u000a02:56:20.323910 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a02:56:20.383795 run osmo-hlr_10.42.42.2(pid=32143): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32143)]\u000a02:56:20.432687 run osmo-hlr_10.42.42.2(pid=32143): stdout: \u000a| (launched: 2022-12-14_02:56:16.925443) \u000a02:56:20.482243 run osmo-hlr_10.42.42.2(pid=32143): stderr: \u000a| �[0;m�[1;31m20221214025617235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025617235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025617235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025617235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025617235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025617235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025617248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025617256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025617256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025617256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:20.524447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32132): Terminating (SIGTERM)\u000a02:56:20.563983 run iperf3-srv_10.42.42.10(pid=32133): Terminating (SIGTERM)\u000a02:56:20.603767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32134): Terminating (SIGTERM)\u000a02:56:20.643428 run iperf3-srv_10.42.42.10(pid=32135): Terminating (SIGTERM)\u000a02:56:20.683249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32136): Terminating (SIGTERM)\u000a02:56:20.722890 run iperf3-srv_10.42.42.10(pid=32137): Terminating (SIGTERM)\u000a02:56:20.762706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32138): Terminating (SIGTERM)\u000a02:56:20.802321 run iperf3-srv_10.42.42.10(pid=32139): Terminating (SIGTERM)\u000a02:56:20.842115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32142): Terminating (SIGTERM)\u000a02:56:20.881815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32145): Terminating (SIGTERM)\u000a02:56:20.921543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32148): Terminating (SIGTERM)\u000a02:56:20.930747 --- ParallelTerminationStrategy: PID 32132 died...\u000a02:56:20.984155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32132): Terminated: ok {rc=0}\u000a02:56:20.993691 --- ParallelTerminationStrategy: PID 32133 died...\u000a02:56:21.046684 run iperf3-srv_10.42.42.10(pid=32133): Terminated {rc=256}\u000a02:56:21.056176 --- ParallelTerminationStrategy: PID 32134 died...\u000a02:56:21.109297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32134): Terminated: ok {rc=0}\u000a02:56:21.118852 --- ParallelTerminationStrategy: PID 32135 died...\u000a02:56:21.171802 run iperf3-srv_10.42.42.10(pid=32135): Terminated {rc=256}\u000a02:56:21.181830 --- ParallelTerminationStrategy: PID 32136 died...\u000a02:56:21.235006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32136): Terminated: ok {rc=0}\u000a02:56:21.244637 --- ParallelTerminationStrategy: PID 32137 died...\u000a02:56:21.298035 run iperf3-srv_10.42.42.10(pid=32137): Terminated {rc=256}\u000a02:56:21.307538 --- ParallelTerminationStrategy: PID 32138 died...\u000a02:56:21.360652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32138): Terminated: ok {rc=0}\u000a02:56:21.370275 --- ParallelTerminationStrategy: PID 32139 died...\u000a02:56:21.423180 run iperf3-srv_10.42.42.10(pid=32139): Terminated {rc=256}\u000a02:56:21.432998 --- ParallelTerminationStrategy: PID 32142 died...\u000a02:56:21.485867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32142): Terminated: ok {rc=0}\u000a02:56:21.495539 --- ParallelTerminationStrategy: PID 32145 died...\u000a02:56:21.548638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32145): Terminated: ok {rc=0}\u000a02:56:21.558466 --- ParallelTerminationStrategy: PID 32148 died...\u000a02:56:21.611448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32148): Terminated: ok {rc=0}\u000a02:56:21.694902 bus /gobi_4: Setting Powered False\u000a02:56:22.801478 bus /gobi_4: Setting Powered False\u000a02:56:23.909743 bus /gobi_1: Setting Powered False\u000a02:56:25.016216 bus /gobi_1: Setting Powered False\u000a02:56:26.128820 bus /gobi_0: Setting Powered False\u000a02:56:27.231871 bus /gobi_0: Setting Powered False\u000a02:56:28.340048 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32156): Process ended prematurely: osmo-stp_10.42.42.5(pid=32156) [trial-2398↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32156): Process ended prematurely: osmo-stp_10.42.42.5(pid=32156) [trial-2398↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a02:56:29.406042 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.417188 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:29.553582 tst ping.py: using LAC 38062\u000a02:56:29.670122 tst ping.py: using RAC 67\u000a02:56:29.787229 tst ping.py: using CellId 38062\u000a02:56:29.904765 tst ping.py: using BVCI 38063\u000a02:56:29.927557 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.938239 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.948750 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.959184 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.970042 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.980717 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:29.991398 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:30.001982 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:30.294746 tst ping.py:19: start network...\u000a02:56:30.428248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:30.944151 run create_hlr_db(pid=32150): Launched\u000a02:56:31.131023 bus /gobi_6: Setting Powered False\u000a02:56:32.147781 run create_hlr_db(pid=32150): Terminated: ok {rc=0}\u000a02:56:32.549142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Launched\u000a02:56:32.846748 run osmo-hlr_10.42.42.2(pid=32153): Launched\u000a02:56:32.962539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:33.491250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32155): Launched\u000a02:56:33.791230 run osmo-stp_10.42.42.5(pid=32156): Launched\u000a02:56:33.898823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:34.420260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32158): Launched\u000a02:56:34.526462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:34.787209 run patchelf(pid=32159): Launched\u000a02:56:34.962280 run osmo-stp_10.42.42.5(pid=32156): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)]\u000a02:56:35.090160 run osmo-stp_10.42.42.5(pid=32156): stdout: \u000a| (launched: 2022-12-14_02:56:33.643064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:35.218276 run osmo-stp_10.42.42.5(pid=32156): stderr: \u000a| �[0;m�[38;5;43m20221214025633814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025633814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025633814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025633815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025633815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025633815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025633815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:35.342018 run osmo-stp_10.42.42.5(pid=32156): stdout: \u000a| (launched: 2022-12-14_02:56:33.643064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:35.464822 run osmo-stp_10.42.42.5(pid=32156): stderr: \u000a| �[0;m�[38;5;43m20221214025633814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025633814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025633814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025633815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025633815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025633815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025633815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:35.608584 run patchelf(pid=32159): Terminating (SIGINT)\u000a02:56:35.778917 run patchelf(pid=32159): Terminated: ok {rc=0}\u000a02:56:35.809750 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32156): Process ended prematurely: osmo-stp_10.42.42.5(pid=32156) [trial-2398↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)] [trial-2398↪gprs:trx-lms↪ping.py:22]\u000a02:56:35.818592 tst ping.py:22: Test FAILED (6.4 sec)\u000a02:56:35.878839 run osmo-hlr_10.42.42.2(pid=32153): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32153)]\u000a02:56:35.928083 run osmo-hlr_10.42.42.2(pid=32153): stdout: \u000a| (launched: 2022-12-14_02:56:32.700210) \u000a02:56:35.978331 run osmo-hlr_10.42.42.2(pid=32153): stderr: \u000a| �[0;m�[1;31m20221214025632876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025632876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025632876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025632876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025632876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025632876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025632888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025632897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025632897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025632897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:36.021057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Terminating (SIGTERM)\u000a02:56:36.061392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32155): Terminating (SIGTERM)\u000a02:56:36.101829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32158): Terminating (SIGTERM)\u000a02:56:36.111286 --- ParallelTerminationStrategy: PID 32152 died...\u000a02:56:36.165529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Terminated: ok {rc=0}\u000a02:56:36.175246 --- ParallelTerminationStrategy: PID 32155 died...\u000a02:56:36.229133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32155): Terminated: ok {rc=0}\u000a02:56:36.239063 --- ParallelTerminationStrategy: PID 32158 died...\u000a02:56:36.292555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32158): Terminated: ok {rc=0}\u000a02:56:36.376184 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32166): Process ended prematurely: osmo-stp_10.42.42.5(pid=32166) [trial-2398↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32166)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32166): Process ended prematurely: osmo-stp_10.42.42.5(pid=32166) [trial-2398↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a02:56:37.428881 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:37.440811 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a02:56:37.581662 tst ping_idle_ping.py: using LAC 38063\u000a02:56:37.699667 tst ping_idle_ping.py: using RAC 68\u000a02:56:37.820347 tst ping_idle_ping.py: using CellId 38063\u000a02:56:37.938962 tst ping_idle_ping.py: using BVCI 38064\u000a02:56:37.962083 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:37.972783 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:37.983497 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:37.993899 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:38.004607 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:38.014947 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:38.025855 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a02:56:38.036702 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a02:56:38.312928 tst ping_idle_ping.py:24: start network...\u000a02:56:38.437543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:38.919719 run create_hlr_db(pid=32160): Launched\u000a02:56:39.093355 bus /gobi_6: Setting Powered False\u000a02:56:40.114395 run create_hlr_db(pid=32160): Terminated: ok {rc=0}\u000a02:56:40.543523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32162): Launched\u000a02:56:40.866479 run osmo-hlr_10.42.42.2(pid=32163): Launched\u000a02:56:40.980710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:41.499029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32165): Launched\u000a02:56:41.800714 run osmo-stp_10.42.42.5(pid=32166): Launched\u000a02:56:41.909625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:42.431025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32168): Launched\u000a02:56:42.537712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:42.800889 run patchelf(pid=32169): Launched\u000a02:56:42.976135 run osmo-stp_10.42.42.5(pid=32166): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32166)]\u000a02:56:43.104275 run osmo-stp_10.42.42.5(pid=32166): stdout: \u000a| (launched: 2022-12-14_02:56:41.650737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:43.232748 run osmo-stp_10.42.42.5(pid=32166): stderr: \u000a| �[0;m�[38;5;43m20221214025641822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025641822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025641822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025641823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025641823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025641823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025641823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:43.356788 run osmo-stp_10.42.42.5(pid=32166): stdout: \u000a| (launched: 2022-12-14_02:56:41.650737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:43.479766 run osmo-stp_10.42.42.5(pid=32166): stderr: \u000a| �[0;m�[38;5;43m20221214025641822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025641822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025641822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025641823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025641823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025641823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025641823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:43.623309 run patchelf(pid=32169): Terminating (SIGINT)\u000a02:56:43.792868 run patchelf(pid=32169): Terminated: ok {rc=0}\u000a02:56:43.824460 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32166): Process ended prematurely: osmo-stp_10.42.42.5(pid=32166) [trial-2398↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32166)] [trial-2398↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a02:56:43.833563 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a02:56:43.893915 run osmo-hlr_10.42.42.2(pid=32163): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32163)]\u000a02:56:43.943351 run osmo-hlr_10.42.42.2(pid=32163): stdout: \u000a| (launched: 2022-12-14_02:56:40.707313) \u000a02:56:43.993341 run osmo-hlr_10.42.42.2(pid=32163): stderr: \u000a| �[0;m�[1;31m20221214025640908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025640908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025640908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025640908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025640908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025640908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025640920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025640928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025640928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025640928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:44.035859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32162): Terminating (SIGTERM)\u000a02:56:44.075992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32165): Terminating (SIGTERM)\u000a02:56:44.116116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32168): Terminating (SIGTERM)\u000a02:56:44.125525 --- ParallelTerminationStrategy: PID 32162 died...\u000a02:56:44.179115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32162): Terminated: ok {rc=0}\u000a02:56:44.188890 --- ParallelTerminationStrategy: PID 32165 died...\u000a02:56:44.242339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32165): Terminated: ok {rc=0}\u000a02:56:44.252084 --- ParallelTerminationStrategy: PID 32168 died...\u000a02:56:44.305740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32168): Terminated: ok {rc=0}\u000a02:56:44.394569 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:55:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32183): Process ended prematurely: osmo-stp_10.42.42.5(pid=32183) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32183): Process ended prematurely: osmo-stp_10.42.42.5(pid=32183) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:56:46.546662 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:46.558335 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:56:46.708326 tst cs_paging_gprs_active.py: using LAC 38064\u000a02:56:46.839261 tst cs_paging_gprs_active.py: using RAC 69\u000a02:56:46.970501 tst cs_paging_gprs_active.py: using CellId 38064\u000a02:56:47.127607 tst cs_paging_gprs_active.py: using BVCI 38065\u000a02:56:47.162865 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.180872 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.200138 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.218001 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.231933 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.245752 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.258184 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.269413 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:47.281981 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:56:47.403519 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:56:47.701684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:56:47.839171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:48.157115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32173): Launched\u000a02:56:48.420604 run iperf3-srv_10.42.42.10(pid=32174): Launched\u000a02:56:48.605925 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:56:48.732502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:56:49.048612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32175): Launched\u000a02:56:49.313131 run iperf3-srv_10.42.42.10(pid=32176): Launched\u000a02:56:49.498720 tst cs_paging_gprs_active.py:38: start network...\u000a02:56:49.625642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:56:50.114018 run create_hlr_db(pid=32177): Launched\u000a02:56:50.288353 bus /gobi_6: Setting Powered False\u000a02:56:51.323545 run create_hlr_db(pid=32177): Terminated: ok {rc=0}\u000a02:56:51.731152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32179): Launched\u000a02:56:52.037717 run osmo-hlr_10.42.42.2(pid=32180): Launched\u000a02:56:52.149066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:56:52.674490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32182): Launched\u000a02:56:52.978800 run osmo-stp_10.42.42.5(pid=32183): Launched\u000a02:56:53.089372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:56:53.618417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32185): Launched\u000a02:56:53.726180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:56:53.994124 run patchelf(pid=32186): Launched\u000a02:56:54.173254 run osmo-stp_10.42.42.5(pid=32183): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)]\u000a02:56:54.303031 run osmo-stp_10.42.42.5(pid=32183): stdout: \u000a| (launched: 2022-12-14_02:56:52.828588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:54.433069 run osmo-stp_10.42.42.5(pid=32183): stderr: \u000a| �[0;m�[38;5;43m20221214025653002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025653002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025653002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025653003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025653003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025653003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025653003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:54.558670 run osmo-stp_10.42.42.5(pid=32183): stdout: \u000a| (launched: 2022-12-14_02:56:52.828588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:56:54.683099 run osmo-stp_10.42.42.5(pid=32183): stderr: \u000a| �[0;m�[38;5;43m20221214025653002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025653002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025653002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025653003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025653003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025653003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025653003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:56:54.828877 run patchelf(pid=32186): Terminating (SIGINT)\u000a02:56:55.000386 run patchelf(pid=32186): Terminated: ok {rc=0}\u000a02:56:55.031949 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32183): Process ended prematurely: osmo-stp_10.42.42.5(pid=32183) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32183)] [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a02:56:55.041196 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a02:56:55.101321 run osmo-hlr_10.42.42.2(pid=32180): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32180)]\u000a02:56:55.150658 run osmo-hlr_10.42.42.2(pid=32180): stdout: \u000a| (launched: 2022-12-14_02:56:51.885789) \u000a02:56:55.200560 run osmo-hlr_10.42.42.2(pid=32180): stderr: \u000a| �[0;m�[1;31m20221214025652065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025652065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025652065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025652065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025652065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025652065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025652078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025652086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025652086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025652087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:56:55.242707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32173): Terminating (SIGTERM)\u000a02:56:55.282087 run iperf3-srv_10.42.42.10(pid=32174): Terminating (SIGTERM)\u000a02:56:55.321476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32175): Terminating (SIGTERM)\u000a02:56:55.360757 run iperf3-srv_10.42.42.10(pid=32176): Terminating (SIGTERM)\u000a02:56:55.400167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32179): Terminating (SIGTERM)\u000a02:56:55.439452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32182): Terminating (SIGTERM)\u000a02:56:55.478899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32185): Terminating (SIGTERM)\u000a02:56:55.488073 --- ParallelTerminationStrategy: PID 32173 died...\u000a02:56:55.540914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32173): Terminated: ok {rc=0}\u000a02:56:55.550514 --- ParallelTerminationStrategy: PID 32174 died...\u000a02:56:55.603073 run iperf3-srv_10.42.42.10(pid=32174): Terminated {rc=256}\u000a02:56:55.612496 --- ParallelTerminationStrategy: PID 32175 died...\u000a02:56:55.665236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32175): Terminated: ok {rc=0}\u000a02:56:55.674754 --- ParallelTerminationStrategy: PID 32176 died...\u000a02:56:55.727153 run iperf3-srv_10.42.42.10(pid=32176): Terminated {rc=256}\u000a02:56:55.736631 --- ParallelTerminationStrategy: PID 32179 died...\u000a02:56:55.789383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32179): Terminated: ok {rc=0}\u000a02:56:55.798996 --- ParallelTerminationStrategy: PID 32182 died...\u000a02:56:55.851796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32182): Terminated: ok {rc=0}\u000a02:56:55.861456 --- ParallelTerminationStrategy: PID 32185 died...\u000a02:56:55.914558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32185): Terminated: ok {rc=0}\u000a02:56:56.002819 bus /gobi_0: Setting Powered False\u000a02:56:57.108200 bus /gobi_0: Setting Powered False\u000a02:56:58.215069 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32195): Process ended prematurely: osmo-stp_10.42.42.5(pid=32195) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32195): Process ended prematurely: osmo-stp_10.42.42.5(pid=32195) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a02:56:59.330986 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.343185 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:56:59.490372 tst iperf3.py: using LAC 38065\u000a02:56:59.617573 tst iperf3.py: using RAC 70\u000a02:56:59.746516 tst iperf3.py: using CellId 38065\u000a02:56:59.869252 tst iperf3.py: using BVCI 38066\u000a02:56:59.892598 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.903610 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.914519 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.925227 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.935674 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.946845 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.959014 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.969880 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:56:59.980843 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:00.277043 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:57:00.413737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:00.752740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32187): Launched\u000a02:57:01.130013 run iperf3-srv_10.42.42.10(pid=32188): Launched\u000a02:57:01.359723 tst iperf3.py:8: start network...\u000a02:57:01.500063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:02.059884 run create_hlr_db(pid=32189): Launched\u000a02:57:02.261786 bus /gobi_6: Setting Powered False\u000a02:57:03.271521 run create_hlr_db(pid=32189): Terminated: ok {rc=0}\u000a02:57:03.686754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32191): Launched\u000a02:57:03.995241 run osmo-hlr_10.42.42.2(pid=32192): Launched\u000a02:57:04.116834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:04.654106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32194): Launched\u000a02:57:04.959237 run osmo-stp_10.42.42.5(pid=32195): Launched\u000a02:57:05.070606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:05.599969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32197): Launched\u000a02:57:05.708088 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:05.974143 run patchelf(pid=32198): Launched\u000a02:57:06.152786 run osmo-stp_10.42.42.5(pid=32195): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)]\u000a02:57:06.282590 run osmo-stp_10.42.42.5(pid=32195): stdout: \u000a| (launched: 2022-12-14_02:57:04.808312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:06.412733 run osmo-stp_10.42.42.5(pid=32195): stderr: \u000a| �[0;m�[38;5;43m20221214025704981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025704981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025704981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025704981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025704982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025704982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025704982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:06.538663 run osmo-stp_10.42.42.5(pid=32195): stdout: \u000a| (launched: 2022-12-14_02:57:04.808312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:06.663504 run osmo-stp_10.42.42.5(pid=32195): stderr: \u000a| �[0;m�[38;5;43m20221214025704981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025704981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025704981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025704981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025704982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025704982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025704982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:06.809485 run patchelf(pid=32198): Terminating (SIGINT)\u000a02:57:06.981331 run patchelf(pid=32198): Terminated: ok {rc=0}\u000a02:57:07.012784 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32195): Process ended prematurely: osmo-stp_10.42.42.5(pid=32195) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32195)] [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a02:57:07.022075 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a02:57:07.082067 run osmo-hlr_10.42.42.2(pid=32192): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32192)]\u000a02:57:07.131310 run osmo-hlr_10.42.42.2(pid=32192): stdout: \u000a| (launched: 2022-12-14_02:57:03.842271) \u000a02:57:07.181281 run osmo-hlr_10.42.42.2(pid=32192): stderr: \u000a| �[0;m�[1;31m20221214025704020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025704020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025704020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025704020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025704020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025704020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025704032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025704040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025704041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025704041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:07.223721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32187): Terminating (SIGTERM)\u000a02:57:07.263429 run iperf3-srv_10.42.42.10(pid=32188): Terminating (SIGTERM)\u000a02:57:07.303397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32191): Terminating (SIGTERM)\u000a02:57:07.343473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32194): Terminating (SIGTERM)\u000a02:57:07.383414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32197): Terminating (SIGTERM)\u000a02:57:07.392747 --- ParallelTerminationStrategy: PID 32187 died...\u000a02:57:07.446352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32187): Terminated: ok {rc=0}\u000a02:57:07.456032 --- ParallelTerminationStrategy: PID 32188 died...\u000a02:57:07.509115 run iperf3-srv_10.42.42.10(pid=32188): Terminated {rc=256}\u000a02:57:07.518648 --- ParallelTerminationStrategy: PID 32191 died...\u000a02:57:07.571674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32191): Terminated: ok {rc=0}\u000a02:57:07.581369 --- ParallelTerminationStrategy: PID 32194 died...\u000a02:57:07.634278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32194): Terminated: ok {rc=0}\u000a02:57:07.643899 --- ParallelTerminationStrategy: PID 32197 died...\u000a02:57:07.696892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32197): Terminated: ok {rc=0}\u000a02:57:07.785302 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32213): Process ended prematurely: osmo-stp_10.42.42.5(pid=32213) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32213)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32213): Process ended prematurely: osmo-stp_10.42.42.5(pid=32213) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a02:57:08.896234 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:08.907740 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:09.047058 tst iperf3m4.py: using LAC 38066\u000a02:57:09.168065 tst iperf3m4.py: using RAC 71\u000a02:57:09.289818 tst iperf3m4.py: using CellId 38066\u000a02:57:09.417518 tst iperf3m4.py: using BVCI 38067\u000a02:57:09.442385 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.453716 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.464656 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.475799 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.487183 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.498571 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.510115 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.521931 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:09.533558 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:09.651542 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:09.775826 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:09.893222 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:10.173746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:57:10.300899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:10.616757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Launched\u000a02:57:10.879947 run iperf3-srv_10.42.42.10(pid=32200): Launched\u000a02:57:11.065691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:57:11.192592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:11.509217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Launched\u000a02:57:11.772085 run iperf3-srv_10.42.42.10(pid=32202): Launched\u000a02:57:11.956761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:57:12.084001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:12.400206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Launched\u000a02:57:12.663778 run iperf3-srv_10.42.42.10(pid=32204): Launched\u000a02:57:12.848442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:57:12.974775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:13.290623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32205): Launched\u000a02:57:13.552599 run iperf3-srv_10.42.42.10(pid=32206): Launched\u000a02:57:13.737128 tst iperf3m4.py:8: start network...\u000a02:57:13.863264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:14.352226 run create_hlr_db(pid=32207): Launched\u000a02:57:14.527049 bus /gobi_6: Setting Powered False\u000a02:57:15.549606 run create_hlr_db(pid=32207): Terminated: ok {rc=0}\u000a02:57:16.013951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32209): Launched\u000a02:57:16.459813 run osmo-hlr_10.42.42.2(pid=32210): Launched\u000a02:57:16.613344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:17.286904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32212): Launched\u000a02:57:17.595103 run osmo-stp_10.42.42.5(pid=32213): Launched\u000a02:57:17.717372 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:18.254069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32215): Launched\u000a02:57:18.361863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:18.626990 run patchelf(pid=32216): Launched\u000a02:57:18.804622 run osmo-stp_10.42.42.5(pid=32213): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32213)]\u000a02:57:18.934209 run osmo-stp_10.42.42.5(pid=32213): stdout: \u000a| (launched: 2022-12-14_02:57:17.444744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:19.063862 run osmo-stp_10.42.42.5(pid=32213): stderr: \u000a| �[0;m�[38;5;43m20221214025717615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025717615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025717616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025717616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025717618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025717618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025717619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:19.189265 run osmo-stp_10.42.42.5(pid=32213): stdout: \u000a| (launched: 2022-12-14_02:57:17.444744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:19.313657 run osmo-stp_10.42.42.5(pid=32213): stderr: \u000a| �[0;m�[38;5;43m20221214025717615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025717615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025717616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025717616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025717618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025717618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025717619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:19.458715 run patchelf(pid=32216): Terminating (SIGINT)\u000a02:57:19.629892 run patchelf(pid=32216): Terminated: ok {rc=0}\u000a02:57:19.661283 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32213): Process ended prematurely: osmo-stp_10.42.42.5(pid=32213) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32213)] [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a02:57:19.670588 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:57:19.730996 run osmo-hlr_10.42.42.2(pid=32210): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32210)]\u000a02:57:19.780329 run osmo-hlr_10.42.42.2(pid=32210): stdout: \u000a| (launched: 2022-12-14_02:57:16.183638) \u000a02:57:19.830176 run osmo-hlr_10.42.42.2(pid=32210): stderr: \u000a| �[0;m�[1;31m20221214025716422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025716422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025716423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025716423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025716423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025716423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025716438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:19.872657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Terminating (SIGTERM)\u000a02:57:19.912826 run iperf3-srv_10.42.42.10(pid=32200): Terminating (SIGTERM)\u000a02:57:19.953144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Terminating (SIGTERM)\u000a02:57:19.993250 run iperf3-srv_10.42.42.10(pid=32202): Terminating (SIGTERM)\u000a02:57:20.033383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Terminating (SIGTERM)\u000a02:57:20.073619 run iperf3-srv_10.42.42.10(pid=32204): Terminating (SIGTERM)\u000a02:57:20.114212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32205): Terminating (SIGTERM)\u000a02:57:20.154527 run iperf3-srv_10.42.42.10(pid=32206): Terminating (SIGTERM)\u000a02:57:20.194783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32209): Terminating (SIGTERM)\u000a02:57:20.234888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32212): Terminating (SIGTERM)\u000a02:57:20.274930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32215): Terminating (SIGTERM)\u000a02:57:20.284289 --- ParallelTerminationStrategy: PID 32199 died...\u000a02:57:20.338474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32199): Terminated: ok {rc=0}\u000a02:57:20.348170 --- ParallelTerminationStrategy: PID 32200 died...\u000a02:57:20.401399 run iperf3-srv_10.42.42.10(pid=32200): Terminated {rc=256}\u000a02:57:20.410928 --- ParallelTerminationStrategy: PID 32201 died...\u000a02:57:20.464938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32201): Terminated: ok {rc=0}\u000a02:57:20.474717 --- ParallelTerminationStrategy: PID 32202 died...\u000a02:57:20.528109 run iperf3-srv_10.42.42.10(pid=32202): Terminated {rc=256}\u000a02:57:20.537825 --- ParallelTerminationStrategy: PID 32203 died...\u000a02:57:20.591256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32203): Terminated: ok {rc=0}\u000a02:57:20.600842 --- ParallelTerminationStrategy: PID 32204 died...\u000a02:57:20.653985 run iperf3-srv_10.42.42.10(pid=32204): Terminated {rc=256}\u000a02:57:20.663716 --- ParallelTerminationStrategy: PID 32205 died...\u000a02:57:20.717104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32205): Terminated: ok {rc=0}\u000a02:57:20.726723 --- ParallelTerminationStrategy: PID 32206 died...\u000a02:57:20.779913 run iperf3-srv_10.42.42.10(pid=32206): Terminated {rc=256}\u000a02:57:20.789956 --- ParallelTerminationStrategy: PID 32209 died...\u000a02:57:20.843469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32209): Terminated: ok {rc=0}\u000a02:57:20.853159 --- ParallelTerminationStrategy: PID 32212 died...\u000a02:57:20.906154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32212): Terminated: ok {rc=0}\u000a02:57:20.915955 --- ParallelTerminationStrategy: PID 32215 died...\u000a02:57:20.969157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32215): Terminated: ok {rc=0}\u000a02:57:21.057428 bus /gobi_4: Setting Powered False\u000a02:57:22.163828 bus /gobi_4: Setting Powered False\u000a02:57:23.273427 bus /gobi_1: Setting Powered False\u000a02:57:24.381063 bus /gobi_1: Setting Powered False\u000a02:57:25.493527 bus /gobi_0: Setting Powered False\u000a02:57:26.596572 bus /gobi_0: Setting Powered False\u000a02:57:27.708831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32223): Process ended prematurely: osmo-stp_10.42.42.5(pid=32223) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32223)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32223): Process ended prematurely: osmo-stp_10.42.42.5(pid=32223) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a02:57:28.775466 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:28.787156 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:28.931548 tst ping.py: using LAC 38067\u000a02:57:29.061146 tst ping.py: using RAC 72\u000a02:57:29.190163 tst ping.py: using CellId 38067\u000a02:57:29.316806 tst ping.py: using BVCI 38068\u000a02:57:29.342018 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.353398 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.364416 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.375518 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.387436 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.399433 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.411670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:29.423731 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:29.717802 tst ping.py:19: start network...\u000a02:57:29.851474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:30.357720 run create_hlr_db(pid=32217): Launched\u000a02:57:30.543632 bus /gobi_6: Setting Powered False\u000a02:57:31.611542 run create_hlr_db(pid=32217): Terminated: ok {rc=0}\u000a02:57:32.108304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32219): Launched\u000a02:57:32.425946 run osmo-hlr_10.42.42.2(pid=32220): Launched\u000a02:57:32.548548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:33.109366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32222): Launched\u000a02:57:33.431316 run osmo-stp_10.42.42.5(pid=32223): Launched\u000a02:57:33.548325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:34.107685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32225): Launched\u000a02:57:34.222222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:34.502606 run patchelf(pid=32226): Launched\u000a02:57:34.690746 run osmo-stp_10.42.42.5(pid=32223): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32223)]\u000a02:57:34.827095 run osmo-stp_10.42.42.5(pid=32223): stdout: \u000a| (launched: 2022-12-14_02:57:33.271564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:34.964063 run osmo-stp_10.42.42.5(pid=32223): stderr: \u000a| �[0;m�[38;5;43m20221214025733464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025733464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025733464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025733464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025733465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025733465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025733465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:35.097784 run osmo-stp_10.42.42.5(pid=32223): stdout: \u000a| (launched: 2022-12-14_02:57:33.271564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:35.229442 run osmo-stp_10.42.42.5(pid=32223): stderr: \u000a| �[0;m�[38;5;43m20221214025733464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025733464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025733464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025733464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025733465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025733465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025733465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:35.382832 run patchelf(pid=32226): Terminating (SIGINT)\u000a02:57:35.563567 run patchelf(pid=32226): Terminated: ok {rc=0}\u000a02:57:35.596462 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32223): Process ended prematurely: osmo-stp_10.42.42.5(pid=32223) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32223)] [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a02:57:35.605963 tst ping.py:22: Test FAILED (6.8 sec)\u000a02:57:35.669732 run osmo-hlr_10.42.42.2(pid=32220): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32220)]\u000a02:57:35.721752 run osmo-hlr_10.42.42.2(pid=32220): stdout: \u000a| (launched: 2022-12-14_02:57:32.266797) \u000a02:57:35.774593 run osmo-hlr_10.42.42.2(pid=32220): stderr: \u000a| �[0;m�[1;31m20221214025732466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025732466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025732466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025732466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025732466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025732466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025732482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025732490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025732490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025732490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:35.822933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32219): Terminating (SIGTERM)\u000a02:57:35.862715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32222): Terminating (SIGTERM)\u000a02:57:35.902606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32225): Terminating (SIGTERM)\u000a02:57:35.911927 --- ParallelTerminationStrategy: PID 32219 died...\u000a02:57:35.965599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32219): Terminated: ok {rc=0}\u000a02:57:35.975261 --- ParallelTerminationStrategy: PID 32222 died...\u000a02:57:36.028146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32222): Terminated: ok {rc=0}\u000a02:57:36.037799 --- ParallelTerminationStrategy: PID 32225 died...\u000a02:57:36.090794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32225): Terminated: ok {rc=0}\u000a02:57:36.177672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32233): Process ended prematurely: osmo-stp_10.42.42.5(pid=32233) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32233): Process ended prematurely: osmo-stp_10.42.42.5(pid=32233) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a02:57:37.229201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.240677 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a02:57:37.389974 tst ping_idle_ping.py: using LAC 38068\u000a02:57:37.514610 tst ping_idle_ping.py: using RAC 73\u000a02:57:37.640873 tst ping_idle_ping.py: using CellId 38068\u000a02:57:37.765359 tst ping_idle_ping.py: using BVCI 38069\u000a02:57:37.790020 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.801377 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.812429 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.823610 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.835018 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.846511 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.858184 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a02:57:37.869679 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a02:57:38.147107 tst ping_idle_ping.py:24: start network...\u000a02:57:38.274373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:38.782515 run create_hlr_db(pid=32227): Launched\u000a02:57:38.969178 bus /gobi_6: Setting Powered False\u000a02:57:39.990225 run create_hlr_db(pid=32227): Terminated: ok {rc=0}\u000a02:57:40.419045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32229): Launched\u000a02:57:40.742865 run osmo-hlr_10.42.42.2(pid=32230): Launched\u000a02:57:40.861480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:41.424468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32232): Launched\u000a02:57:41.748030 run osmo-stp_10.42.42.5(pid=32233): Launched\u000a02:57:41.864862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:42.429098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32235): Launched\u000a02:57:42.544221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:42.824491 run patchelf(pid=32236): Launched\u000a02:57:43.013349 run osmo-stp_10.42.42.5(pid=32233): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)]\u000a02:57:43.150818 run osmo-stp_10.42.42.5(pid=32233): stdout: \u000a| (launched: 2022-12-14_02:57:41.587752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:43.288359 run osmo-stp_10.42.42.5(pid=32233): stderr: \u000a| �[0;m�[38;5;43m20221214025741780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025741781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025741781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025741781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025741782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025741782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025741782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:43.421299 run osmo-stp_10.42.42.5(pid=32233): stdout: \u000a| (launched: 2022-12-14_02:57:41.587752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:43.553708 run osmo-stp_10.42.42.5(pid=32233): stderr: \u000a| �[0;m�[38;5;43m20221214025741780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025741781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025741781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025741781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025741782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025741782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025741782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:43.707965 run patchelf(pid=32236): Terminating (SIGINT)\u000a02:57:43.889900 run patchelf(pid=32236): Terminated: ok {rc=0}\u000a02:57:43.922868 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32233): Process ended prematurely: osmo-stp_10.42.42.5(pid=32233) [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32233)] [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a02:57:43.932261 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a02:57:43.996214 run osmo-hlr_10.42.42.2(pid=32230): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32230)]\u000a02:57:44.048516 run osmo-hlr_10.42.42.2(pid=32230): stdout: \u000a| (launched: 2022-12-14_02:57:40.582896) \u000a02:57:44.100914 run osmo-hlr_10.42.42.2(pid=32230): stderr: \u000a| �[0;m�[1;31m20221214025740781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025740782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025740782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025740782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025740782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025740782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025740795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025740803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025740803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025740803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:44.145888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32229): Terminating (SIGTERM)\u000a02:57:44.188601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32232): Terminating (SIGTERM)\u000a02:57:44.231115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32235): Terminating (SIGTERM)\u000a02:57:44.240940 --- ParallelTerminationStrategy: PID 32229 died...\u000a02:57:44.298033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32229): Terminated: ok {rc=0}\u000a02:57:44.308197 --- ParallelTerminationStrategy: PID 32232 died...\u000a02:57:44.365608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32232): Terminated: ok {rc=0}\u000a02:57:44.375716 --- ParallelTerminationStrategy: PID 32235 died...\u000a02:57:44.432330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32235): Terminated: ok {rc=0}\u000a02:57:44.520435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:56:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32253): Process ended prematurely: osmo-stp_10.42.42.5(pid=32253) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32253)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32253): Process ended prematurely: osmo-stp_10.42.42.5(pid=32253) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:57:46.781266 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:46.796447 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:57:46.981690 tst cs_paging_gprs_active.py: using LAC 38069\u000a02:57:47.148110 tst cs_paging_gprs_active.py: using RAC 74\u000a02:57:47.294772 tst cs_paging_gprs_active.py: using CellId 38069\u000a02:57:47.424057 tst cs_paging_gprs_active.py: using BVCI 38070\u000a02:57:47.449503 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.460795 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.472145 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.483348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.495544 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.507799 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.520128 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.532006 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:47.544051 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:57:47.664247 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:57:47.942907 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:57:48.069639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:48.388372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32243): Launched\u000a02:57:48.651924 run iperf3-srv_10.42.42.10(pid=32244): Launched\u000a02:57:48.836015 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:57:48.962045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:57:49.277130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32245): Launched\u000a02:57:49.540610 run iperf3-srv_10.42.42.10(pid=32246): Launched\u000a02:57:49.724639 tst cs_paging_gprs_active.py:38: start network...\u000a02:57:49.850417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:57:50.336614 run create_hlr_db(pid=32247): Launched\u000a02:57:50.511636 bus /gobi_6: Setting Powered False\u000a02:57:51.534144 run create_hlr_db(pid=32247): Terminated: ok {rc=0}\u000a02:57:51.950134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32249): Launched\u000a02:57:52.278585 run osmo-hlr_10.42.42.2(pid=32250): Launched\u000a02:57:52.397851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:57:52.966119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32252): Launched\u000a02:57:53.294839 run osmo-stp_10.42.42.5(pid=32253): Launched\u000a02:57:53.413854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:57:53.984145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32255): Launched\u000a02:57:54.101454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:57:54.394198 run patchelf(pid=32256): Launched\u000a02:57:54.586521 run osmo-stp_10.42.42.5(pid=32253): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32253)]\u000a02:57:54.726688 run osmo-stp_10.42.42.5(pid=32253): stdout: \u000a| (launched: 2022-12-14_02:57:53.132730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:54.867087 run osmo-stp_10.42.42.5(pid=32253): stderr: \u000a| �[0;m�[38;5;43m20221214025753326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025753326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025753326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025753327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025753329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025753329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025753329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:55.003368 run osmo-stp_10.42.42.5(pid=32253): stdout: \u000a| (launched: 2022-12-14_02:57:53.132730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:57:55.138355 run osmo-stp_10.42.42.5(pid=32253): stderr: \u000a| �[0;m�[38;5;43m20221214025753326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025753326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025753326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025753327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025753329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025753329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025753329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:57:55.295711 run patchelf(pid=32256): Terminating (SIGINT)\u000a02:57:55.480939 run patchelf(pid=32256): Terminated: ok {rc=0}\u000a02:57:55.514877 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32253): Process ended prematurely: osmo-stp_10.42.42.5(pid=32253) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32253)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a02:57:55.524809 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a02:57:55.588641 run osmo-hlr_10.42.42.2(pid=32250): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32250)]\u000a02:57:55.640213 run osmo-hlr_10.42.42.2(pid=32250): stdout: \u000a| (launched: 2022-12-14_02:57:52.117228) \u000a02:57:55.692404 run osmo-hlr_10.42.42.2(pid=32250): stderr: \u000a| �[0;m�[1;31m20221214025752317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025752317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025752317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025752317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025752317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025752317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025752330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025752338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025752339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025752339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:57:55.737125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32243): Terminating (SIGTERM)\u000a02:57:55.779150 run iperf3-srv_10.42.42.10(pid=32244): Terminating (SIGTERM)\u000a02:57:55.821305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32245): Terminating (SIGTERM)\u000a02:57:55.863181 run iperf3-srv_10.42.42.10(pid=32246): Terminating (SIGTERM)\u000a02:57:55.905312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32249): Terminating (SIGTERM)\u000a02:57:55.947239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32252): Terminating (SIGTERM)\u000a02:57:55.989737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32255): Terminating (SIGTERM)\u000a02:57:55.999526 --- ParallelTerminationStrategy: PID 32243 died...\u000a02:57:56.056018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32243): Terminated: ok {rc=0}\u000a02:57:56.066121 --- ParallelTerminationStrategy: PID 32244 died...\u000a02:57:56.121995 run iperf3-srv_10.42.42.10(pid=32244): Terminated {rc=256}\u000a02:57:56.131988 --- ParallelTerminationStrategy: PID 32245 died...\u000a02:57:56.188151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32245): Terminated: ok {rc=0}\u000a02:57:56.198229 --- ParallelTerminationStrategy: PID 32246 died...\u000a02:57:56.254275 run iperf3-srv_10.42.42.10(pid=32246): Terminated {rc=256}\u000a02:57:56.264366 --- ParallelTerminationStrategy: PID 32249 died...\u000a02:57:56.320390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32249): Terminated: ok {rc=0}\u000a02:57:56.330495 --- ParallelTerminationStrategy: PID 32252 died...\u000a02:57:56.386528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32252): Terminated: ok {rc=0}\u000a02:57:56.396608 --- ParallelTerminationStrategy: PID 32255 died...\u000a02:57:56.452860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32255): Terminated: ok {rc=0}\u000a02:57:56.540334 bus /gobi_0: Setting Powered False\u000a02:57:57.646203 bus /gobi_0: Setting Powered False\u000a02:57:58.756826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32265): Process ended prematurely: osmo-stp_10.42.42.5(pid=32265) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32265)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32265): Process ended prematurely: osmo-stp_10.42.42.5(pid=32265) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a02:57:59.867643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:57:59.879197 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:00.041458 tst iperf3.py: using LAC 38070\u000a02:58:00.158870 tst iperf3.py: using RAC 75\u000a02:58:00.291192 tst iperf3.py: using CellId 38070\u000a02:58:00.418167 tst iperf3.py: using BVCI 38071\u000a02:58:00.443341 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.454955 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.466259 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.477580 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.489054 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.500405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.511967 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.523449 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:00.535148 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:00.817200 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:58:00.965563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:01.322009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32257): Launched\u000a02:58:01.621499 run iperf3-srv_10.42.42.10(pid=32258): Launched\u000a02:58:01.828911 tst iperf3.py:8: start network...\u000a02:58:01.970772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:02.488658 run create_hlr_db(pid=32259): Launched\u000a02:58:02.663389 bus /gobi_6: Setting Powered False\u000a02:58:03.686026 run create_hlr_db(pid=32259): Terminated: ok {rc=0}\u000a02:58:04.122727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32261): Launched\u000a02:58:04.451474 run osmo-hlr_10.42.42.2(pid=32262): Launched\u000a02:58:04.572850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:05.143172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32264): Launched\u000a02:58:05.471558 run osmo-stp_10.42.42.5(pid=32265): Launched\u000a02:58:05.591243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:06.160804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32267): Launched\u000a02:58:06.274277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:06.540467 run patchelf(pid=32268): Launched\u000a02:58:06.718260 run osmo-stp_10.42.42.5(pid=32265): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32265)]\u000a02:58:06.848102 run osmo-stp_10.42.42.5(pid=32265): stdout: \u000a| (launched: 2022-12-14_02:58:05.309439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:06.977845 run osmo-stp_10.42.42.5(pid=32265): stderr: \u000a| �[0;m�[38;5;43m20221214025805503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025805503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025805503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025805504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025805506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025805506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025805506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:07.103428 run osmo-stp_10.42.42.5(pid=32265): stdout: \u000a| (launched: 2022-12-14_02:58:05.309439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:07.228027 run osmo-stp_10.42.42.5(pid=32265): stderr: \u000a| �[0;m�[38;5;43m20221214025805503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025805503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025805503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025805504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025805506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025805506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025805506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:07.373415 run patchelf(pid=32268): Terminating (SIGINT)\u000a02:58:07.544884 run patchelf(pid=32268): Terminated: ok {rc=0}\u000a02:58:07.576321 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32265): Process ended prematurely: osmo-stp_10.42.42.5(pid=32265) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32265)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a02:58:07.585573 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a02:58:07.645395 run osmo-hlr_10.42.42.2(pid=32262): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32262)]\u000a02:58:07.694851 run osmo-hlr_10.42.42.2(pid=32262): stdout: \u000a| (launched: 2022-12-14_02:58:04.289275) \u000a02:58:07.744523 run osmo-hlr_10.42.42.2(pid=32262): stderr: \u000a| �[0;m�[1;31m20221214025804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025804488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025804501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025804509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025804509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025804509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:07.786809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32257): Terminating (SIGTERM)\u000a02:58:07.826699 run iperf3-srv_10.42.42.10(pid=32258): Terminating (SIGTERM)\u000a02:58:07.866177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32261): Terminating (SIGTERM)\u000a02:58:07.905789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32264): Terminating (SIGTERM)\u000a02:58:07.945528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32267): Terminating (SIGTERM)\u000a02:58:07.954804 --- ParallelTerminationStrategy: PID 32257 died...\u000a02:58:08.008404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32257): Terminated: ok {rc=0}\u000a02:58:08.018147 --- ParallelTerminationStrategy: PID 32258 died...\u000a02:58:08.071094 run iperf3-srv_10.42.42.10(pid=32258): Terminated {rc=256}\u000a02:58:08.080713 --- ParallelTerminationStrategy: PID 32261 died...\u000a02:58:08.133771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32261): Terminated: ok {rc=0}\u000a02:58:08.143441 --- ParallelTerminationStrategy: PID 32264 died...\u000a02:58:08.196441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32264): Terminated: ok {rc=0}\u000a02:58:08.206090 --- ParallelTerminationStrategy: PID 32267 died...\u000a02:58:08.259146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32267): Terminated: ok {rc=0}\u000a02:58:08.346761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32283): Process ended prematurely: osmo-stp_10.42.42.5(pid=32283) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32283): Process ended prematurely: osmo-stp_10.42.42.5(pid=32283) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a02:58:09.457736 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:09.469272 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:09.626868 tst iperf3m4.py: using LAC 38071\u000a02:58:09.747840 tst iperf3m4.py: using RAC 76\u000a02:58:09.867270 tst iperf3m4.py: using CellId 38071\u000a02:58:09.988566 tst iperf3m4.py: using BVCI 38072\u000a02:58:10.012062 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.022912 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.033610 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.044297 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.054843 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.065513 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.076590 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.087194 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:10.098100 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:10.215504 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:10.338461 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:10.457109 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:10.754454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:58:10.891390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:11.230549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32269): Launched\u000a02:58:11.511399 run iperf3-srv_10.42.42.10(pid=32270): Launched\u000a02:58:11.711381 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:58:11.848022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:12.186053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32271): Launched\u000a02:58:12.466995 run iperf3-srv_10.42.42.10(pid=32272): Launched\u000a02:58:12.667007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:58:12.803441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:13.142535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32273): Launched\u000a02:58:13.423181 run iperf3-srv_10.42.42.10(pid=32274): Launched\u000a02:58:13.622750 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:58:13.759226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:14.099232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32275): Launched\u000a02:58:14.379679 run iperf3-srv_10.42.42.10(pid=32276): Launched\u000a02:58:14.579027 tst iperf3m4.py:8: start network...\u000a02:58:14.715187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:15.230334 run create_hlr_db(pid=32277): Launched\u000a02:58:15.418981 bus /gobi_6: Setting Powered False\u000a02:58:16.443312 run create_hlr_db(pid=32277): Terminated: ok {rc=0}\u000a02:58:16.936051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32279): Launched\u000a02:58:17.264098 run osmo-hlr_10.42.42.2(pid=32280): Launched\u000a02:58:17.377862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:17.909791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32282): Launched\u000a02:58:18.208418 run osmo-stp_10.42.42.5(pid=32283): Launched\u000a02:58:18.316044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:18.837406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32285): Launched\u000a02:58:18.943372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:19.204169 run patchelf(pid=32286): Launched\u000a02:58:19.378975 run osmo-stp_10.42.42.5(pid=32283): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)]\u000a02:58:19.506423 run osmo-stp_10.42.42.5(pid=32283): stdout: \u000a| (launched: 2022-12-14_02:58:18.061546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:19.634003 run osmo-stp_10.42.42.5(pid=32283): stderr: \u000a| �[0;m�[38;5;43m20221214025818231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025818231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025818232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025818232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025818233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025818233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025818233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:19.757187 run osmo-stp_10.42.42.5(pid=32283): stdout: \u000a| (launched: 2022-12-14_02:58:18.061546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:19.879656 run osmo-stp_10.42.42.5(pid=32283): stderr: \u000a| �[0;m�[38;5;43m20221214025818231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025818231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025818232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025818232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025818233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025818233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025818233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:20.022807 run patchelf(pid=32286): Terminating (SIGINT)\u000a02:58:20.191748 run patchelf(pid=32286): Terminated: ok {rc=0}\u000a02:58:20.222729 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32283): Process ended prematurely: osmo-stp_10.42.42.5(pid=32283) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32283)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a02:58:20.231915 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a02:58:20.291857 run osmo-hlr_10.42.42.2(pid=32280): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32280)]\u000a02:58:20.340820 run osmo-hlr_10.42.42.2(pid=32280): stdout: \u000a| (launched: 2022-12-14_02:58:17.089648) \u000a02:58:20.390666 run osmo-hlr_10.42.42.2(pid=32280): stderr: \u000a| �[0;m�[1;31m20221214025817336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025817336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025817336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025817336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025817336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025817336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025817349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025817359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025817359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025817359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:20.432552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32269): Terminating (SIGTERM)\u000a02:58:20.472375 run iperf3-srv_10.42.42.10(pid=32270): Terminating (SIGTERM)\u000a02:58:20.512239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32271): Terminating (SIGTERM)\u000a02:58:20.552130 run iperf3-srv_10.42.42.10(pid=32272): Terminating (SIGTERM)\u000a02:58:20.592174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32273): Terminating (SIGTERM)\u000a02:58:20.632114 run iperf3-srv_10.42.42.10(pid=32274): Terminating (SIGTERM)\u000a02:58:20.671822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32275): Terminating (SIGTERM)\u000a02:58:20.711672 run iperf3-srv_10.42.42.10(pid=32276): Terminating (SIGTERM)\u000a02:58:20.751456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32279): Terminating (SIGTERM)\u000a02:58:20.791336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32282): Terminating (SIGTERM)\u000a02:58:20.831154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32285): Terminating (SIGTERM)\u000a02:58:20.840455 --- ParallelTerminationStrategy: PID 32269 died...\u000a02:58:20.893716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32269): Terminated: ok {rc=0}\u000a02:58:20.903481 --- ParallelTerminationStrategy: PID 32270 died...\u000a02:58:20.956992 run iperf3-srv_10.42.42.10(pid=32270): Terminated {rc=256}\u000a02:58:20.966972 --- ParallelTerminationStrategy: PID 32271 died...\u000a02:58:21.020346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32271): Terminated: ok {rc=0}\u000a02:58:21.030092 --- ParallelTerminationStrategy: PID 32272 died...\u000a02:58:21.083042 run iperf3-srv_10.42.42.10(pid=32272): Terminated {rc=256}\u000a02:58:21.092694 --- ParallelTerminationStrategy: PID 32273 died...\u000a02:58:21.146086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32273): Terminated: ok {rc=0}\u000a02:58:21.155839 --- ParallelTerminationStrategy: PID 32274 died...\u000a02:58:21.208752 run iperf3-srv_10.42.42.10(pid=32274): Terminated {rc=256}\u000a02:58:21.218518 --- ParallelTerminationStrategy: PID 32275 died...\u000a02:58:21.271700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32275): Terminated: ok {rc=0}\u000a02:58:21.281627 --- ParallelTerminationStrategy: PID 32276 died...\u000a02:58:21.334591 run iperf3-srv_10.42.42.10(pid=32276): Terminated {rc=256}\u000a02:58:21.344348 --- ParallelTerminationStrategy: PID 32279 died...\u000a02:58:21.397495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32279): Terminated: ok {rc=0}\u000a02:58:21.407288 --- ParallelTerminationStrategy: PID 32282 died...\u000a02:58:21.460412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32282): Terminated: ok {rc=0}\u000a02:58:21.470259 --- ParallelTerminationStrategy: PID 32285 died...\u000a02:58:21.523614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32285): Terminated: ok {rc=0}\u000a02:58:21.612299 bus /gobi_4: Setting Powered False\u000a02:58:22.715687 bus /gobi_4: Setting Powered False\u000a02:58:23.827437 bus /gobi_1: Setting Powered False\u000a02:58:24.930697 bus /gobi_1: Setting Powered False\u000a02:58:26.042417 bus /gobi_0: Setting Powered False\u000a02:58:27.149202 bus /gobi_0: Setting Powered False\u000a02:58:28.259003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32293): Process ended prematurely: osmo-stp_10.42.42.5(pid=32293) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32293): Process ended prematurely: osmo-stp_10.42.42.5(pid=32293) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a02:58:29.327159 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.338979 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:29.500155 tst ping.py: using LAC 38072\u000a02:58:29.623568 tst ping.py: using RAC 77\u000a02:58:29.747280 tst ping.py: using CellId 38072\u000a02:58:29.865222 tst ping.py: using BVCI 38073\u000a02:58:29.887646 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.898608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.909449 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.920131 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.930798 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.941511 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.952141 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:29.962693 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:30.249790 tst ping.py:19: start network...\u000a02:58:30.381285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:30.916687 run create_hlr_db(pid=32287): Launched\u000a02:58:31.110589 bus /gobi_6: Setting Powered False\u000a02:58:32.112294 run create_hlr_db(pid=32287): Terminated: ok {rc=0}\u000a02:58:32.556544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32289): Launched\u000a02:58:32.873576 run osmo-hlr_10.42.42.2(pid=32290): Launched\u000a02:58:32.989217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:33.542623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32292): Launched\u000a02:58:33.858399 run osmo-stp_10.42.42.5(pid=32293): Launched\u000a02:58:33.973534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:34.526906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32295): Launched\u000a02:58:34.639626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:34.916061 run patchelf(pid=32296): Launched\u000a02:58:35.102338 run osmo-stp_10.42.42.5(pid=32293): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)]\u000a02:58:35.237654 run osmo-stp_10.42.42.5(pid=32293): stdout: \u000a| (launched: 2022-12-14_02:58:33.703030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:35.373601 run osmo-stp_10.42.42.5(pid=32293): stderr: \u000a| �[0;m�[38;5;43m20221214025833895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025833895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025833895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025833896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025833896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025833896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025833896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:35.504999 run osmo-stp_10.42.42.5(pid=32293): stdout: \u000a| (launched: 2022-12-14_02:58:33.703030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:35.635148 run osmo-stp_10.42.42.5(pid=32293): stderr: \u000a| �[0;m�[38;5;43m20221214025833895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025833895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025833895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025833896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025833896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025833896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025833896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:35.786759 run patchelf(pid=32296): Terminating (SIGINT)\u000a02:58:35.965781 run patchelf(pid=32296): Terminated: ok {rc=0}\u000a02:58:35.998188 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32293): Process ended prematurely: osmo-stp_10.42.42.5(pid=32293) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32293)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a02:58:36.007787 tst ping.py:22: Test FAILED (6.7 sec)\u000a02:58:36.071391 run osmo-hlr_10.42.42.2(pid=32290): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32290)]\u000a02:58:36.122924 run osmo-hlr_10.42.42.2(pid=32290): stdout: \u000a| (launched: 2022-12-14_02:58:32.718204) \u000a02:58:36.175219 run osmo-hlr_10.42.42.2(pid=32290): stderr: \u000a| �[0;m�[1;31m20221214025832917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025832917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025832917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025832917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025832917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025832917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025832930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025832938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025832939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025832939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:36.219668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32289): Terminating (SIGTERM)\u000a02:58:36.261835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32292): Terminating (SIGTERM)\u000a02:58:36.303929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32295): Terminating (SIGTERM)\u000a02:58:36.313702 --- ParallelTerminationStrategy: PID 32289 died...\u000a02:58:36.369881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32289): Terminated: ok {rc=0}\u000a02:58:36.379938 --- ParallelTerminationStrategy: PID 32292 died...\u000a02:58:36.435855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32292): Terminated: ok {rc=0}\u000a02:58:36.445978 --- ParallelTerminationStrategy: PID 32295 died...\u000a02:58:36.502052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32295): Terminated: ok {rc=0}\u000a02:58:36.588725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32303): Process ended prematurely: osmo-stp_10.42.42.5(pid=32303) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32303): Process ended prematurely: osmo-stp_10.42.42.5(pid=32303) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a02:58:37.640743 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:37.652710 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a02:58:37.819371 tst ping_idle_ping.py: using LAC 38073\u000a02:58:37.944148 tst ping_idle_ping.py: using RAC 78\u000a02:58:38.070860 tst ping_idle_ping.py: using CellId 38073\u000a02:58:38.195977 tst ping_idle_ping.py: using BVCI 38074\u000a02:58:38.220395 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.231638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.242784 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.253854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.265719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.277537 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.289479 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a02:58:38.301282 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a02:58:38.577184 tst ping_idle_ping.py:24: start network...\u000a02:58:38.699122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:39.176502 run create_hlr_db(pid=32297): Launched\u000a02:58:39.346731 bus /gobi_6: Setting Powered False\u000a02:58:40.369529 run create_hlr_db(pid=32297): Terminated: ok {rc=0}\u000a02:58:40.762779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32299): Launched\u000a02:58:41.056821 run osmo-hlr_10.42.42.2(pid=32300): Launched\u000a02:58:41.172013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:41.689317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32302): Launched\u000a02:58:41.984106 run osmo-stp_10.42.42.5(pid=32303): Launched\u000a02:58:42.095358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:42.609811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32305): Launched\u000a02:58:42.714653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:42.973047 run patchelf(pid=32306): Launched\u000a02:58:43.146674 run osmo-stp_10.42.42.5(pid=32303): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)]\u000a02:58:43.273451 run osmo-stp_10.42.42.5(pid=32303): stdout: \u000a| (launched: 2022-12-14_02:58:41.838705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:43.399926 run osmo-stp_10.42.42.5(pid=32303): stderr: \u000a| �[0;m�[38;5;43m20221214025842007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025842007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025842007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025842008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025842008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025842008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025842008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:43.522429 run osmo-stp_10.42.42.5(pid=32303): stdout: \u000a| (launched: 2022-12-14_02:58:41.838705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:43.643895 run osmo-stp_10.42.42.5(pid=32303): stderr: \u000a| �[0;m�[38;5;43m20221214025842007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025842007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025842007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025842008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025842008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025842008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025842008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:43.786001 run patchelf(pid=32306): Terminating (SIGINT)\u000a02:58:43.953319 run patchelf(pid=32306): Terminated: ok {rc=0}\u000a02:58:43.983691 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32303): Process ended prematurely: osmo-stp_10.42.42.5(pid=32303) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32303)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a02:58:43.992262 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a02:58:44.051891 run osmo-hlr_10.42.42.2(pid=32300): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32300)]\u000a02:58:44.100727 run osmo-hlr_10.42.42.2(pid=32300): stdout: \u000a| (launched: 2022-12-14_02:58:40.912169) \u000a02:58:44.150062 run osmo-hlr_10.42.42.2(pid=32300): stderr: \u000a| �[0;m�[1;31m20221214025841088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025841088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025841088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025841088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025841088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025841088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025841100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025841108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025841109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025841109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:44.192273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32299): Terminating (SIGTERM)\u000a02:58:44.232178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32302): Terminating (SIGTERM)\u000a02:58:44.271922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32305): Terminating (SIGTERM)\u000a02:58:44.281344 --- ParallelTerminationStrategy: PID 32299 died...\u000a02:58:44.335018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32299): Terminated: ok {rc=0}\u000a02:58:44.344739 --- ParallelTerminationStrategy: PID 32302 died...\u000a02:58:44.397848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32302): Terminated: ok {rc=0}\u000a02:58:44.407553 --- ParallelTerminationStrategy: PID 32305 died...\u000a02:58:44.460364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32305): Terminated: ok {rc=0}\u000a02:58:44.548550 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:57:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32320): Process ended prematurely: osmo-stp_10.42.42.5(pid=32320) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32320)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32320): Process ended prematurely: osmo-stp_10.42.42.5(pid=32320) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a02:58:46.760669 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:46.771865 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:58:46.972921 tst cs_paging_gprs_active.py: using LAC 38074\u000a02:58:47.131511 tst cs_paging_gprs_active.py: using RAC 79\u000a02:58:47.290684 tst cs_paging_gprs_active.py: using CellId 38074\u000a02:58:47.414160 tst cs_paging_gprs_active.py: using BVCI 38075\u000a02:58:47.437609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.448716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.459823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.472457 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.483164 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.493776 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.504336 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.514810 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:47.525564 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:58:47.641447 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:58:47.941142 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a02:58:48.076869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:48.409566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32310): Launched\u000a02:58:48.687165 run iperf3-srv_10.42.42.10(pid=32311): Launched\u000a02:58:48.885878 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a02:58:49.021868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:58:49.354464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32312): Launched\u000a02:58:49.630529 run iperf3-srv_10.42.42.10(pid=32313): Launched\u000a02:58:49.827860 tst cs_paging_gprs_active.py:38: start network...\u000a02:58:49.962450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:58:50.469237 run create_hlr_db(pid=32314): Launched\u000a02:58:50.655775 bus /gobi_6: Setting Powered False\u000a02:58:51.677826 run create_hlr_db(pid=32314): Terminated: ok {rc=0}\u000a02:58:52.079699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32316): Launched\u000a02:58:52.379375 run osmo-hlr_10.42.42.2(pid=32317): Launched\u000a02:58:52.490381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:58:53.010712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32319): Launched\u000a02:58:53.310850 run osmo-stp_10.42.42.5(pid=32320): Launched\u000a02:58:53.420251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:58:53.941394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32322): Launched\u000a02:58:54.048354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:58:54.309569 run patchelf(pid=32323): Launched\u000a02:58:54.486647 run osmo-stp_10.42.42.5(pid=32320): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32320)]\u000a02:58:54.614322 run osmo-stp_10.42.42.5(pid=32320): stdout: \u000a| (launched: 2022-12-14_02:58:53.162993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:54.742676 run osmo-stp_10.42.42.5(pid=32320): stderr: \u000a| �[0;m�[38;5;43m20221214025853334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025853334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025853334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025853335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025853335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025853335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025853335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:54.867209 run osmo-stp_10.42.42.5(pid=32320): stdout: \u000a| (launched: 2022-12-14_02:58:53.162993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:58:54.990499 run osmo-stp_10.42.42.5(pid=32320): stderr: \u000a| �[0;m�[38;5;43m20221214025853334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025853334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025853334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025853335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025853335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025853335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025853335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:58:55.134361 run patchelf(pid=32323): Terminating (SIGINT)\u000a02:58:55.303597 run patchelf(pid=32323): Terminated: ok {rc=0}\u000a02:58:55.334766 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32320): Process ended prematurely: osmo-stp_10.42.42.5(pid=32320) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32320)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a02:58:55.343969 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a02:58:55.403358 run osmo-hlr_10.42.42.2(pid=32317): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32317)]\u000a02:58:55.451872 run osmo-hlr_10.42.42.2(pid=32317): stdout: \u000a| (launched: 2022-12-14_02:58:52.231477) \u000a02:58:55.501260 run osmo-hlr_10.42.42.2(pid=32317): stderr: \u000a| �[0;m�[1;31m20221214025852408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025852408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025852408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025852408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025852409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025852409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025852420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025852429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025852429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025852429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:58:55.543166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32310): Terminating (SIGTERM)\u000a02:58:55.582596 run iperf3-srv_10.42.42.10(pid=32311): Terminating (SIGTERM)\u000a02:58:55.621876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32312): Terminating (SIGTERM)\u000a02:58:55.661064 run iperf3-srv_10.42.42.10(pid=32313): Terminating (SIGTERM)\u000a02:58:55.700323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32316): Terminating (SIGTERM)\u000a02:58:55.739583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32319): Terminating (SIGTERM)\u000a02:58:55.778874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32322): Terminating (SIGTERM)\u000a02:58:55.788057 --- ParallelTerminationStrategy: PID 32310 died...\u000a02:58:55.840886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32310): Terminated: ok {rc=0}\u000a02:58:55.850535 --- ParallelTerminationStrategy: PID 32311 died...\u000a02:58:55.903016 run iperf3-srv_10.42.42.10(pid=32311): Terminated {rc=256}\u000a02:58:55.912508 --- ParallelTerminationStrategy: PID 32312 died...\u000a02:58:55.964641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32312): Terminated: ok {rc=0}\u000a02:58:55.974213 --- ParallelTerminationStrategy: PID 32313 died...\u000a02:58:56.026614 run iperf3-srv_10.42.42.10(pid=32313): Terminated {rc=256}\u000a02:58:56.036166 --- ParallelTerminationStrategy: PID 32316 died...\u000a02:58:56.088480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32316): Terminated: ok {rc=0}\u000a02:58:56.097967 --- ParallelTerminationStrategy: PID 32319 died...\u000a02:58:56.150493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32319): Terminated: ok {rc=0}\u000a02:58:56.160090 --- ParallelTerminationStrategy: PID 32322 died...\u000a02:58:56.212473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32322): Terminated: ok {rc=0}\u000a02:58:56.295430 bus /gobi_0: Setting Powered False\u000a02:58:57.401299 bus /gobi_0: Setting Powered False\u000a02:58:58.508341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32332): Process ended prematurely: osmo-stp_10.42.42.5(pid=32332) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32332)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32332): Process ended prematurely: osmo-stp_10.42.42.5(pid=32332) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a02:58:59.622632 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:58:59.634576 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:58:59.792585 tst iperf3.py: using LAC 38075\u000a02:58:59.914795 tst iperf3.py: using RAC 80\u000a02:59:00.030986 tst iperf3.py: using CellId 38075\u000a02:59:00.147328 tst iperf3.py: using BVCI 38076\u000a02:59:00.170410 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.181203 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.191730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.202285 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.212880 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.223430 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.234443 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.245328 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:00.256103 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:00.549102 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:59:00.687010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:01.057854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32324): Launched\u000a02:59:01.347063 run iperf3-srv_10.42.42.10(pid=32325): Launched\u000a02:59:01.534279 tst iperf3.py:8: start network...\u000a02:59:01.662362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:02.188355 run create_hlr_db(pid=32326): Launched\u000a02:59:02.360517 bus /gobi_6: Setting Powered False\u000a02:59:03.381600 run create_hlr_db(pid=32326): Terminated: ok {rc=0}\u000a02:59:03.779347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32328): Launched\u000a02:59:04.077652 run osmo-hlr_10.42.42.2(pid=32329): Launched\u000a02:59:04.186478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:04.706055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32331): Launched\u000a02:59:05.005955 run osmo-stp_10.42.42.5(pid=32332): Launched\u000a02:59:05.114102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:05.634145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32334): Launched\u000a02:59:05.740638 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:06.000401 run patchelf(pid=32335): Launched\u000a02:59:06.175819 run osmo-stp_10.42.42.5(pid=32332): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32332)]\u000a02:59:06.303839 run osmo-stp_10.42.42.5(pid=32332): stdout: \u000a| (launched: 2022-12-14_02:59:04.858266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:06.432170 run osmo-stp_10.42.42.5(pid=32332): stderr: \u000a| �[0;m�[38;5;43m20221214025905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025905029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:06.556051 run osmo-stp_10.42.42.5(pid=32332): stdout: \u000a| (launched: 2022-12-14_02:59:04.858266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:06.678980 run osmo-stp_10.42.42.5(pid=32332): stderr: \u000a| �[0;m�[38;5;43m20221214025905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025905029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025905029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025905030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:06.823175 run patchelf(pid=32335): Terminating (SIGINT)\u000a02:59:06.993224 run patchelf(pid=32335): Terminated: ok {rc=0}\u000a02:59:07.024326 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32332): Process ended prematurely: osmo-stp_10.42.42.5(pid=32332) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32332)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a02:59:07.033492 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a02:59:07.092807 run osmo-hlr_10.42.42.2(pid=32329): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32329)]\u000a02:59:07.141200 run osmo-hlr_10.42.42.2(pid=32329): stdout: \u000a| (launched: 2022-12-14_02:59:03.931621) \u000a02:59:07.190842 run osmo-hlr_10.42.42.2(pid=32329): stderr: \u000a| �[0;m�[1;31m20221214025904106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025904106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025904106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025904106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025904106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025904106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025904119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025904129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025904130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025904130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:07.232714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32324): Terminating (SIGTERM)\u000a02:59:07.272008 run iperf3-srv_10.42.42.10(pid=32325): Terminating (SIGTERM)\u000a02:59:07.311463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32328): Terminating (SIGTERM)\u000a02:59:07.350913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32331): Terminating (SIGTERM)\u000a02:59:07.390222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32334): Terminating (SIGTERM)\u000a02:59:07.399230 --- ParallelTerminationStrategy: PID 32324 died...\u000a02:59:07.452018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32324): Terminated: ok {rc=0}\u000a02:59:07.461643 --- ParallelTerminationStrategy: PID 32325 died...\u000a02:59:07.514142 run iperf3-srv_10.42.42.10(pid=32325): Terminated {rc=256}\u000a02:59:07.523723 --- ParallelTerminationStrategy: PID 32328 died...\u000a02:59:07.576393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32328): Terminated: ok {rc=0}\u000a02:59:07.586069 --- ParallelTerminationStrategy: PID 32331 died...\u000a02:59:07.638626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32331): Terminated: ok {rc=0}\u000a02:59:07.648273 --- ParallelTerminationStrategy: PID 32334 died...\u000a02:59:07.700894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32334): Terminated: ok {rc=0}\u000a02:59:07.788774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a02:59:08.899572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:08.911164 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:09.068441 tst iperf3m4.py: using LAC 38076\u000a02:59:09.188571 tst iperf3m4.py: using RAC 81\u000a02:59:09.308330 tst iperf3m4.py: using CellId 38076\u000a02:59:09.426469 tst iperf3m4.py: using BVCI 38077\u000a02:59:09.449645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.460569 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.471339 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.481958 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.492622 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.503431 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.514367 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.525086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:09.535987 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:09.657956 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:09.780454 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:09.896295 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:10.191248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a02:59:10.326216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:10.659048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Launched\u000a02:59:10.936709 run iperf3-srv_10.42.42.10(pid=32337): Launched\u000a02:59:11.135893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a02:59:11.270942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:11.604135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Launched\u000a02:59:11.880699 run iperf3-srv_10.42.42.10(pid=32339): Launched\u000a02:59:12.092821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a02:59:12.217524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:12.527147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Launched\u000a02:59:12.785102 run iperf3-srv_10.42.42.10(pid=32341): Launched\u000a02:59:12.967628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a02:59:13.093281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a02:59:13.402961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Launched\u000a02:59:13.660908 run iperf3-srv_10.42.42.10(pid=32343): Launched\u000a02:59:13.842980 tst iperf3m4.py:8: start network...\u000a02:59:13.967377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:14.447316 run create_hlr_db(pid=32344): Launched\u000a02:59:14.619699 bus /gobi_6: Setting Powered False\u000a02:59:15.642088 run create_hlr_db(pid=32344): Terminated: ok {rc=0}\u000a02:59:16.110142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Launched\u000a02:59:16.562601 run osmo-hlr_10.42.42.2(pid=32347): Launched\u000a02:59:16.752716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:17.361227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Launched\u000a02:59:17.686701 run osmo-stp_10.42.42.5(pid=32350): Launched\u000a02:59:17.803773 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:18.363890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Launched\u000a02:59:18.478821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:18.759091 run patchelf(pid=32353): Launched\u000a02:59:18.946883 run osmo-stp_10.42.42.5(pid=32350): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)]\u000a02:59:19.085231 run osmo-stp_10.42.42.5(pid=32350): stdout: \u000a| (launched: 2022-12-14_02:59:17.527534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:19.222792 run osmo-stp_10.42.42.5(pid=32350): stderr: \u000a| �[0;m�[38;5;43m20221214025917720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025917720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025917720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025917721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025917721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025917721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025917721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:19.356094 run osmo-stp_10.42.42.5(pid=32350): stdout: \u000a| (launched: 2022-12-14_02:59:17.527534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:19.488628 run osmo-stp_10.42.42.5(pid=32350): stderr: \u000a| �[0;m�[38;5;43m20221214025917720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025917720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025917720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025917721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025917721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025917721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025917721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:19.643558 run patchelf(pid=32353): Terminating (SIGINT)\u000a02:59:19.825230 run patchelf(pid=32353): Terminated: ok {rc=0}\u000a02:59:19.858480 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32350): Process ended prematurely: osmo-stp_10.42.42.5(pid=32350) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32350)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a02:59:19.868359 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a02:59:19.932255 run osmo-hlr_10.42.42.2(pid=32347): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32347)]\u000a02:59:19.983945 run osmo-hlr_10.42.42.2(pid=32347): stdout: \u000a| (launched: 2022-12-14_02:59:16.282651) \u000a02:59:20.036397 run osmo-hlr_10.42.42.2(pid=32347): stderr: \u000a| �[0;m�[1;31m20221214025916485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025916485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025916485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025916485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025916485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025916485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025916502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025916523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025916523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025916523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:20.081144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminating (SIGTERM)\u000a02:59:20.123335 run iperf3-srv_10.42.42.10(pid=32337): Terminating (SIGTERM)\u000a02:59:20.165719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminating (SIGTERM)\u000a02:59:20.207893 run iperf3-srv_10.42.42.10(pid=32339): Terminating (SIGTERM)\u000a02:59:20.249901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminating (SIGTERM)\u000a02:59:20.292063 run iperf3-srv_10.42.42.10(pid=32341): Terminating (SIGTERM)\u000a02:59:20.334207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Terminating (SIGTERM)\u000a02:59:20.376145 run iperf3-srv_10.42.42.10(pid=32343): Terminating (SIGTERM)\u000a02:59:20.418642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Terminating (SIGTERM)\u000a02:59:20.460860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Terminating (SIGTERM)\u000a02:59:20.503217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Terminating (SIGTERM)\u000a02:59:20.512908 --- ParallelTerminationStrategy: PID 32336 died...\u000a02:59:20.569278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminated: ok {rc=0}\u000a02:59:20.579724 --- ParallelTerminationStrategy: PID 32337 died...\u000a02:59:20.635515 run iperf3-srv_10.42.42.10(pid=32337): Terminated {rc=256}\u000a02:59:20.645913 --- ParallelTerminationStrategy: PID 32338 died...\u000a02:59:20.702211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminated: ok {rc=0}\u000a02:59:20.712210 --- ParallelTerminationStrategy: PID 32339 died...\u000a02:59:20.767839 run iperf3-srv_10.42.42.10(pid=32339): Terminated {rc=256}\u000a02:59:20.777904 --- ParallelTerminationStrategy: PID 32340 died...\u000a02:59:20.833816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminated: ok {rc=0}\u000a02:59:20.843880 --- ParallelTerminationStrategy: PID 32341 died...\u000a02:59:20.899772 run iperf3-srv_10.42.42.10(pid=32341): Terminated {rc=256}\u000a02:59:20.909872 --- ParallelTerminationStrategy: PID 32342 died...\u000a02:59:20.965629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32342): Terminated: ok {rc=0}\u000a02:59:20.975745 --- ParallelTerminationStrategy: PID 32343 died...\u000a02:59:21.031660 run iperf3-srv_10.42.42.10(pid=32343): Terminated {rc=256}\u000a02:59:21.041816 --- ParallelTerminationStrategy: PID 32346 died...\u000a02:59:21.097942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32346): Terminated: ok {rc=0}\u000a02:59:21.108067 --- ParallelTerminationStrategy: PID 32349 died...\u000a02:59:21.163905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32349): Terminated: ok {rc=0}\u000a02:59:21.174034 --- ParallelTerminationStrategy: PID 32352 died...\u000a02:59:21.229931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32352): Terminated: ok {rc=0}\u000a02:59:21.316812 bus /gobi_4: Setting Powered False\u000a02:59:22.422813 bus /gobi_4: Setting Powered False\u000a02:59:23.529387 bus /gobi_1: Setting Powered False\u000a02:59:24.631439 bus /gobi_1: Setting Powered False\u000a02:59:25.739557 bus /gobi_0: Setting Powered False\u000a02:59:26.844613 bus /gobi_0: Setting Powered False\u000a02:59:27.954487 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32361): Process ended prematurely: osmo-stp_10.42.42.5(pid=32361) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32361): Process ended prematurely: osmo-stp_10.42.42.5(pid=32361) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a02:59:29.021058 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.032478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:29.186840 tst ping.py: using LAC 38077\u000a02:59:29.302597 tst ping.py: using RAC 82\u000a02:59:29.419715 tst ping.py: using CellId 38077\u000a02:59:29.537119 tst ping.py: using BVCI 38078\u000a02:59:29.559597 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.570363 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.580998 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.591489 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.601990 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.612476 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.623628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:29.634513 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:29.904436 tst ping.py:19: start network...\u000a02:59:30.026530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:30.497830 run create_hlr_db(pid=32355): Launched\u000a02:59:30.667880 bus /gobi_6: Setting Powered False\u000a02:59:31.705105 run create_hlr_db(pid=32355): Terminated: ok {rc=0}\u000a02:59:32.151916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32357): Launched\u000a02:59:32.470742 run osmo-hlr_10.42.42.2(pid=32358): Launched\u000a02:59:32.587780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:33.143015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32360): Launched\u000a02:59:33.461028 run osmo-stp_10.42.42.5(pid=32361): Launched\u000a02:59:33.576558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:34.131060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32363): Launched\u000a02:59:34.244405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:34.520798 run patchelf(pid=32364): Launched\u000a02:59:34.707080 run osmo-stp_10.42.42.5(pid=32361): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)]\u000a02:59:34.842917 run osmo-stp_10.42.42.5(pid=32361): stdout: \u000a| (launched: 2022-12-14_02:59:33.304329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:34.979177 run osmo-stp_10.42.42.5(pid=32361): stderr: \u000a| �[0;m�[38;5;43m20221214025933495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025933495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025933496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025933496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025933497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025933497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025933497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:35.111352 run osmo-stp_10.42.42.5(pid=32361): stdout: \u000a| (launched: 2022-12-14_02:59:33.304329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:35.242436 run osmo-stp_10.42.42.5(pid=32361): stderr: \u000a| �[0;m�[38;5;43m20221214025933495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025933495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025933496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025933496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025933497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025933497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025933497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:35.395510 run patchelf(pid=32364): Terminating (SIGINT)\u000a02:59:35.576116 run patchelf(pid=32364): Terminated: ok {rc=0}\u000a02:59:35.608803 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32361): Process ended prematurely: osmo-stp_10.42.42.5(pid=32361) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32361)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a02:59:35.618431 tst ping.py:22: Test FAILED (6.6 sec)\u000a02:59:35.682358 run osmo-hlr_10.42.42.2(pid=32358): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32358)]\u000a02:59:35.734293 run osmo-hlr_10.42.42.2(pid=32358): stdout: \u000a| (launched: 2022-12-14_02:59:32.313575) \u000a02:59:35.786984 run osmo-hlr_10.42.42.2(pid=32358): stderr: \u000a| �[0;m�[1;31m20221214025932510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025932510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025932510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025932510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025932510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025932510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025932538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025932547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025932547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025932547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:35.832076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32357): Terminating (SIGTERM)\u000a02:59:35.875062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32360): Terminating (SIGTERM)\u000a02:59:35.917711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32363): Terminating (SIGTERM)\u000a02:59:35.927601 --- ParallelTerminationStrategy: PID 32357 died...\u000a02:59:35.984348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32357): Terminated: ok {rc=0}\u000a02:59:35.994700 --- ParallelTerminationStrategy: PID 32360 died...\u000a02:59:36.051564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32360): Terminated: ok {rc=0}\u000a02:59:36.061755 --- ParallelTerminationStrategy: PID 32363 died...\u000a02:59:36.118090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32363): Terminated: ok {rc=0}\u000a02:59:36.205939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32371): Process ended prematurely: osmo-stp_10.42.42.5(pid=32371) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32371)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32371): Process ended prematurely: osmo-stp_10.42.42.5(pid=32371) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a02:59:37.259047 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.271483 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a02:59:37.438680 tst ping_idle_ping.py: using LAC 38078\u000a02:59:37.563974 tst ping_idle_ping.py: using RAC 83\u000a02:59:37.690525 tst ping_idle_ping.py: using CellId 38078\u000a02:59:37.814726 tst ping_idle_ping.py: using BVCI 38079\u000a02:59:37.839150 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.850407 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.861444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.872417 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.883654 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.895015 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.906557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a02:59:37.917860 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a02:59:38.191005 tst ping_idle_ping.py:24: start network...\u000a02:59:38.313343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:38.790867 run create_hlr_db(pid=32365): Launched\u000a02:59:38.961569 bus /gobi_6: Setting Powered False\u000a02:59:39.988361 run create_hlr_db(pid=32365): Terminated: ok {rc=0}\u000a02:59:40.412057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32367): Launched\u000a02:59:40.730620 run osmo-hlr_10.42.42.2(pid=32368): Launched\u000a02:59:40.851005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:41.402337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32370): Launched\u000a02:59:41.720631 run osmo-stp_10.42.42.5(pid=32371): Launched\u000a02:59:41.837788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:42.392844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32373): Launched\u000a02:59:42.506499 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:42.783195 run patchelf(pid=32374): Launched\u000a02:59:42.968922 run osmo-stp_10.42.42.5(pid=32371): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32371)]\u000a02:59:43.105294 run osmo-stp_10.42.42.5(pid=32371): stdout: \u000a| (launched: 2022-12-14_02:59:41.563441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:43.241321 run osmo-stp_10.42.42.5(pid=32371): stderr: \u000a| �[0;m�[38;5;43m20221214025941754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025941755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025941755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025941755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025941756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025941756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025941756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:43.372925 run osmo-stp_10.42.42.5(pid=32371): stdout: \u000a| (launched: 2022-12-14_02:59:41.563441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:43.503572 run osmo-stp_10.42.42.5(pid=32371): stderr: \u000a| �[0;m�[38;5;43m20221214025941754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025941755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025941755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025941755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025941756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025941756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025941756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:43.655864 run patchelf(pid=32374): Terminating (SIGINT)\u000a02:59:43.835317 run patchelf(pid=32374): Terminated: ok {rc=0}\u000a02:59:43.867990 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32371): Process ended prematurely: osmo-stp_10.42.42.5(pid=32371) [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32371)] [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a02:59:43.877356 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a02:59:43.940794 run osmo-hlr_10.42.42.2(pid=32368): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32368)]\u000a02:59:43.992787 run osmo-hlr_10.42.42.2(pid=32368): stdout: \u000a| (launched: 2022-12-14_02:59:40.573971) \u000a02:59:44.045874 run osmo-hlr_10.42.42.2(pid=32368): stderr: \u000a| �[0;m�[1;31m20221214025940772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025940772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025940772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025940772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025940772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025940772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025940784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025940792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025940792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025940792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:44.091118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32367): Terminating (SIGTERM)\u000a02:59:44.133575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32370): Terminating (SIGTERM)\u000a02:59:44.175833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32373): Terminating (SIGTERM)\u000a02:59:44.185739 --- ParallelTerminationStrategy: PID 32367 died...\u000a02:59:44.242680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32367): Terminated: ok {rc=0}\u000a02:59:44.253100 --- ParallelTerminationStrategy: PID 32370 died...\u000a02:59:44.309825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32370): Terminated: ok {rc=0}\u000a02:59:44.320122 --- ParallelTerminationStrategy: PID 32373 died...\u000a02:59:44.376872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32373): Terminated: ok {rc=0}\u000a02:59:44.464583 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:58:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a02:59:46.522851 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:46.535024 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a02:59:46.699911 tst switch_tch_pdch.py: using LAC 38079\u000a02:59:46.820493 tst switch_tch_pdch.py: using RAC 84\u000a02:59:46.945084 tst switch_tch_pdch.py: using CellId 38079\u000a02:59:47.070936 tst switch_tch_pdch.py: using BVCI 38080\u000a02:59:47.096510 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.109110 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.121957 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.134250 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.147656 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.161011 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.175079 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a02:59:47.188179 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:59:47.312343 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a02:59:47.593920 tst switch_tch_pdch.py:51: start network...\u000a02:59:47.720419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:48.219960 run create_hlr_db(pid=32378): Launched\u000a02:59:48.404347 bus /gobi_6: Setting Powered False\u000a02:59:49.423775 run create_hlr_db(pid=32378): Terminated: ok {rc=0}\u000a02:59:49.844750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Launched\u000a02:59:50.162345 run osmo-hlr_10.42.42.2(pid=32381): Launched\u000a02:59:50.280579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:59:50.830398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Launched\u000a02:59:51.147468 run osmo-stp_10.42.42.5(pid=32384): Launched\u000a02:59:51.262717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a02:59:51.813443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Launched\u000a02:59:51.926131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a02:59:52.201852 run patchelf(pid=32387): Launched\u000a02:59:52.386482 run osmo-stp_10.42.42.5(pid=32384): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)]\u000a02:59:52.521542 run osmo-stp_10.42.42.5(pid=32384): stdout: \u000a| (launched: 2022-12-14_02:59:50.991086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:52.656808 run osmo-stp_10.42.42.5(pid=32384): stderr: \u000a| �[0;m�[38;5;43m20221214025951182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025951182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025951183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025951183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025951183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:52.788166 run osmo-stp_10.42.42.5(pid=32384): stdout: \u000a| (launched: 2022-12-14_02:59:50.991086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:59:52.918298 run osmo-stp_10.42.42.5(pid=32384): stderr: \u000a| �[0;m�[38;5;43m20221214025951182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214025951182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214025951183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214025951183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214025951183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214025951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214025951184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:59:53.070496 run patchelf(pid=32387): Terminating (SIGINT)\u000a02:59:53.249459 run patchelf(pid=32387): Terminated: ok {rc=0}\u000a02:59:53.281662 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32384): Process ended prematurely: osmo-stp_10.42.42.5(pid=32384) [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32384)] [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a02:59:53.290839 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a02:59:53.353893 run osmo-hlr_10.42.42.2(pid=32381): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32381)]\u000a02:59:53.405311 run osmo-hlr_10.42.42.2(pid=32381): stdout: \u000a| (launched: 2022-12-14_02:59:50.005956) \u000a02:59:53.457303 run osmo-hlr_10.42.42.2(pid=32381): stderr: \u000a| �[0;m�[1;31m20221214025950203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214025950203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214025950203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025950203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214025950203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214025950203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214025950216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214025950224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214025950225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214025950225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:59:53.501979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Terminating (SIGTERM)\u000a02:59:53.543806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Terminating (SIGTERM)\u000a02:59:53.585718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Terminating (SIGTERM)\u000a02:59:53.595328 --- ParallelTerminationStrategy: PID 32380 died...\u000a02:59:53.651507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32380): Terminated: ok {rc=0}\u000a02:59:53.661657 --- ParallelTerminationStrategy: PID 32383 died...\u000a02:59:53.717313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32383): Terminated: ok {rc=0}\u000a02:59:53.727394 --- ParallelTerminationStrategy: PID 32386 died...\u000a02:59:53.783172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32386): Terminated: ok {rc=0}\u000a02:59:53.869389 bus /gobi_0: Setting Powered False\u000a02:59:54.971406 bus /gobi_0: Setting Powered False\u000a02:59:56.081429 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:59:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32419): Process ended prematurely: osmo-stp_10.42.42.5(pid=32419) [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32419): Process ended prematurely: osmo-stp_10.42.42.5(pid=32419) [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a02:59:58.051553 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.062513 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a02:59:58.214536 tst switch_tch_pdch.py: using LAC 38080\u000a02:59:58.337653 tst switch_tch_pdch.py: using RAC 85\u000a02:59:58.461971 tst switch_tch_pdch.py: using CellId 38080\u000a02:59:58.584817 tst switch_tch_pdch.py: using BVCI 38081\u000a02:59:58.609119 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.620362 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.631543 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.642767 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.654170 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.665571 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.677064 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a02:59:58.688326 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:59:58.804688 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a02:59:59.078913 tst switch_tch_pdch.py:51: start network...\u000a02:59:59.202937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:59:59.650703 run create_hlr_db(pid=32392): Launched\u000a02:59:59.770696 bus /gobi_6: Setting Powered False\u000a03:00:00.856018 run create_hlr_db(pid=32392): Terminated: ok {rc=0}\u000a03:00:01.288061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Launched\u000a03:00:01.664930 run osmo-hlr_10.42.42.2(pid=32401): Launched\u000a03:00:01.917139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:02.601196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32411): Launched\u000a03:00:03.019838 run osmo-stp_10.42.42.5(pid=32419): Launched\u000a03:00:03.188634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:00:03.680685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32430): Launched\u000a03:00:03.784629 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:00:04.039726 run patchelf(pid=32431): Launched\u000a03:00:04.211481 run osmo-stp_10.42.42.5(pid=32419): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)]\u000a03:00:04.337319 run osmo-stp_10.42.42.5(pid=32419): stdout: \u000a| (launched: 2022-12-14_03:00:02.770285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:04.462957 run osmo-stp_10.42.42.5(pid=32419): stderr: \u000a| �[0;m�[38;5;43m20221214030002979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030002979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030002979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030002980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030002980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030002980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030002980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:04.584047 run osmo-stp_10.42.42.5(pid=32419): stdout: \u000a| (launched: 2022-12-14_03:00:02.770285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:04.704012 run osmo-stp_10.42.42.5(pid=32419): stderr: \u000a| �[0;m�[38;5;43m20221214030002979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030002979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030002979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030002980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030002980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030002980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030002980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:04.844929 run patchelf(pid=32431): Terminating (SIGINT)\u000a03:00:05.011756 run patchelf(pid=32431): Terminated: ok {rc=0}\u000a03:00:05.042098 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32419): Process ended prematurely: osmo-stp_10.42.42.5(pid=32419) [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32419)] [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:00:05.050703 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a03:00:05.109632 run osmo-hlr_10.42.42.2(pid=32401): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32401)]\u000a03:00:05.158293 run osmo-hlr_10.42.42.2(pid=32401): stdout: \u000a| (launched: 2022-12-14_03:00:01.461334) \u000a03:00:05.207295 run osmo-hlr_10.42.42.2(pid=32401): stderr: \u000a| �[0;m�[1;31m20221214030001890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030001891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030001891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030001891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030001891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030001891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030001914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030001932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030001933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030001933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:05.248941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminating (SIGTERM)\u000a03:00:05.288123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32411): Terminating (SIGTERM)\u000a03:00:05.327336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32430): Terminating (SIGTERM)\u000a03:00:05.336466 --- ParallelTerminationStrategy: PID 32394 died...\u000a03:00:05.388694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminated: ok {rc=0}\u000a03:00:05.398224 --- ParallelTerminationStrategy: PID 32411 died...\u000a03:00:05.451070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32411): Terminated: ok {rc=0}\u000a03:00:05.460631 --- ParallelTerminationStrategy: PID 32430 died...\u000a03:00:05.513323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32430): Terminated: ok {rc=0}\u000a03:00:05.601178 bus /gobi_0: Setting Powered False\u000a03:00:06.702816 bus /gobi_0: Setting Powered False\u000a03:00:07.812427 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T02:59:57" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32437): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32437) [trial-2398↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32437)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32437): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32437) [trial-2398↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a03:00:09.702295 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a03:00:09.713703 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:09.852099 tst mo_mt_sms.py: using LAC 38081\u000a03:00:09.970372 tst mo_mt_sms.py: using RAC 86\u000a03:00:10.085259 tst mo_mt_sms.py: using CellId 38081\u000a03:00:10.199973 tst mo_mt_sms.py: using BVCI 38082\u000a03:00:10.222738 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:10.339192 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:10.611832 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:00:10.734443 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:00:11.341690 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32436): Launched\u000a03:00:11.632875 run osmo-nitb_10.42.42.2(pid=32437): Launched\u000a03:00:11.814143 run osmo-nitb_10.42.42.2(pid=32437): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32437)]\u000a03:00:11.948023 run osmo-nitb_10.42.42.2(pid=32437): stdout: \u000a| (launched: 2022-12-14_03:00:11.491125) \u000a03:00:12.082098 run osmo-nitb_10.42.42.2(pid=32437): stderr: \u000a| (launched: 2022-12-14_03:00:11.534701)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:12.211469 run osmo-nitb_10.42.42.2(pid=32437): stdout: \u000a| (launched: 2022-12-14_03:00:11.491125) \u000a03:00:12.339775 run osmo-nitb_10.42.42.2(pid=32437): stderr: \u000a| (launched: 2022-12-14_03:00:11.534701)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:12.750188 tst osmo-nitb_10.42.42.2(pid=32437): stdout: \u000a| (launched: 2022-12-14_03:00:11.491125) \u000a03:00:12.866858 tst osmo-nitb_10.42.42.2(pid=32437): stderr: \u000a| (launched: 2022-12-14_03:00:11.534701)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:12.918078 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32437): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32437) [trial-2398↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32437)] [trial-2398↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a03:00:12.926257 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a03:00:12.960168 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32436): Terminating (SIGTERM)\u000a03:00:13.137763 --- ParallelTerminationStrategy: PID 32436 died...\u000a03:00:13.192070 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32436): Terminated: ok {rc=0}\u000a03:00:13.276228 bus /sierra_3: Setting Powered False\u000a03:00:14.381350 bus /sierra_3: Setting Powered False\u000a03:00:15.504066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:00:09" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=331): Process ended prematurely: osmo-stp_10.42.42.5(pid=331) [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=331)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=331): Process ended prematurely: osmo-stp_10.42.42.5(pid=331) [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a03:00:17.419512 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:17.430728 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:17.568300 tst mo_mt_sms.py: using LAC 38082\u000a03:00:17.691759 tst mo_mt_sms.py: using RAC 87\u000a03:00:17.815298 tst mo_mt_sms.py: using CellId 38082\u000a03:00:17.938804 tst mo_mt_sms.py: using BVCI 38083\u000a03:00:17.962888 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:17.973998 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:17.984785 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:17.995614 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:18.007275 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:18.018684 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:18.135946 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:00:18.334697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:18.806987 run create_hlr_db(pid=325): Launched\u000a03:00:18.976137 bus /sierra_2: Setting Powered False\u000a03:00:19.997986 run create_hlr_db(pid=325): Terminated: ok {rc=0}\u000a03:00:20.418760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=327): Launched\u000a03:00:20.734537 run osmo-hlr_10.42.42.2(pid=328): Launched\u000a03:00:20.849768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:21.399072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=330): Launched\u000a03:00:21.715746 run osmo-stp_10.42.42.5(pid=331): Launched\u000a03:00:21.831304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:22.415610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=333): Launched\u000a03:00:22.733310 run osmo-msc_10.42.42.6(pid=334): Launched\u000a03:00:22.920269 run osmo-stp_10.42.42.5(pid=331): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=331)]\u000a03:00:23.055460 run osmo-stp_10.42.42.5(pid=331): stdout: \u000a| (launched: 2022-12-14_03:00:21.559801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:23.190731 run osmo-stp_10.42.42.5(pid=331): stderr: \u000a| �[0;m�[38;5;43m20221214030021751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030021751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030021751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030021752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030021752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030021752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030021752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:23.318629 run osmo-stp_10.42.42.5(pid=331): stdout: \u000a| (launched: 2022-12-14_03:00:21.559801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:23.445472 run osmo-stp_10.42.42.5(pid=331): stderr: \u000a| �[0;m�[38;5;43m20221214030021751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030021751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030021751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030021752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030021752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030021752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030021752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:23.501499 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=331): Process ended prematurely: osmo-stp_10.42.42.5(pid=331) [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=331)] [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a03:00:23.510357 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a03:00:23.574267 run osmo-hlr_10.42.42.2(pid=328): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=328)]\u000a03:00:23.626979 run osmo-hlr_10.42.42.2(pid=328): stdout: \u000a| (launched: 2022-12-14_03:00:20.579504) \u000a03:00:23.680034 run osmo-hlr_10.42.42.2(pid=328): stderr: \u000a| �[0;m�[1;31m20221214030020778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030020778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030020779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030020779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030020779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030020779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030020791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030020800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030020800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030020800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:23.752573 run osmo-msc_10.42.42.6(pid=334): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=334)]\u000a03:00:23.805157 run osmo-msc_10.42.42.6(pid=334): stdout: \u000a| (launched: 2022-12-14_03:00:22.577606) \u000a03:00:23.859385 run osmo-msc_10.42.42.6(pid=334): stderr: \u000a| �[0;m�[38;5;43m20221214030022897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030022897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab2fa00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030022897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030022897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030022898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030022898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030022899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030022900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030022900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030022900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:23.905076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=327): Terminating (SIGTERM)\u000a03:00:23.948175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=330): Terminating (SIGTERM)\u000a03:00:23.994148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=333): Terminating (SIGTERM)\u000a03:00:24.005025 --- ParallelTerminationStrategy: PID 327 died...\u000a03:00:24.064704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=327): Terminated: ok {rc=0}\u000a03:00:24.075399 --- ParallelTerminationStrategy: PID 330 died...\u000a03:00:24.133491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=330): Terminated: ok {rc=0}\u000a03:00:24.144121 --- ParallelTerminationStrategy: PID 333 died...\u000a03:00:24.201960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=333): Terminated: ok {rc=0}\u000a03:00:24.290040 bus /sierra_3: Setting Powered False\u000a03:00:25.398602 bus /sierra_3: Setting Powered False\u000a03:00:26.512600 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:00:17" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=529) [trial-2398↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=529)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=529) [trial-2398↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a03:00:28.354754 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a03:00:28.367128 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:28.507637 tst assert_extension.py: using LAC 38083\u000a03:00:28.634108 tst assert_extension.py: using RAC 88\u000a03:00:28.761089 tst assert_extension.py: using CellId 38083\u000a03:00:28.891474 tst assert_extension.py: using BVCI 38084\u000a03:00:28.917434 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a03:00:29.215068 tst assert_extension.py:10: start nitb and bts...\u000a03:00:29.352772 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:00:30.019544 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=528): Launched\u000a03:00:30.334343 run osmo-nitb_10.42.42.2(pid=529): Launched\u000a03:00:30.528322 run osmo-nitb_10.42.42.2(pid=529): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=529)]\u000a03:00:30.671695 run osmo-nitb_10.42.42.2(pid=529): stdout: \u000a| (launched: 2022-12-14_03:00:30.181414) \u000a03:00:30.815032 run osmo-nitb_10.42.42.2(pid=529): stderr: \u000a| (launched: 2022-12-14_03:00:30.228576)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:30.969598 run osmo-nitb_10.42.42.2(pid=529): stdout: \u000a| (launched: 2022-12-14_03:00:30.181414) \u000a03:00:31.111513 run osmo-nitb_10.42.42.2(pid=529): stderr: \u000a| (launched: 2022-12-14_03:00:30.228576)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:31.457127 tst osmo-nitb_10.42.42.2(pid=529): stdout: \u000a| (launched: 2022-12-14_03:00:30.181414) \u000a03:00:31.579475 tst osmo-nitb_10.42.42.2(pid=529): stderr: \u000a| (launched: 2022-12-14_03:00:30.228576)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:00:31.633591 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=529) [trial-2398↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=529)] [trial-2398↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a03:00:31.642638 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a03:00:31.681185 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=528): Terminating (SIGTERM)\u000a03:00:31.859073 --- ParallelTerminationStrategy: PID 528 died...\u000a03:00:31.914819 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=528): Terminated: ok {rc=0}\u000a03:00:32.001400 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:00:28" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=540): Process ended prematurely: osmo-stp_10.42.42.5(pid=540) [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=540)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=540): Process ended prematurely: osmo-stp_10.42.42.5(pid=540) [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a03:00:33.837542 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:33.848779 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:00:33.976047 tst assert_extension.py: using LAC 38084\u000a03:00:34.095843 tst assert_extension.py: using RAC 89\u000a03:00:34.209976 tst assert_extension.py: using CellId 38084\u000a03:00:34.324028 tst assert_extension.py: using BVCI 38085\u000a03:00:34.346696 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:34.357586 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:34.368195 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:34.378915 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:34.389834 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:00:34.400701 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a03:00:34.598016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:35.068004 run create_hlr_db(pid=534): Launched\u000a03:00:35.237631 bus /sierra_2: Setting Powered False\u000a03:00:36.259335 run create_hlr_db(pid=534): Terminated: ok {rc=0}\u000a03:00:36.680789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=536): Launched\u000a03:00:36.996701 run osmo-hlr_10.42.42.2(pid=537): Launched\u000a03:00:37.112501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:37.663812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=539): Launched\u000a03:00:37.981943 run osmo-stp_10.42.42.5(pid=540): Launched\u000a03:00:38.097629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:38.674552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=542): Launched\u000a03:00:38.990910 run osmo-msc_10.42.42.6(pid=543): Launched\u000a03:00:39.178126 run osmo-stp_10.42.42.5(pid=540): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=540)]\u000a03:00:39.312690 run osmo-stp_10.42.42.5(pid=540): stdout: \u000a| (launched: 2022-12-14_03:00:37.825308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:39.446939 run osmo-stp_10.42.42.5(pid=540): stderr: \u000a| �[0;m�[38;5;43m20221214030038015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030038015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030038016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030038016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030038016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030038016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030038017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:39.574532 run osmo-stp_10.42.42.5(pid=540): stdout: \u000a| (launched: 2022-12-14_03:00:37.825308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:39.701155 run osmo-stp_10.42.42.5(pid=540): stderr: \u000a| �[0;m�[38;5;43m20221214030038015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030038015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030038016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030038016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030038016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030038016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030038017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:39.756208 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=540): Process ended prematurely: osmo-stp_10.42.42.5(pid=540) [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=540)] [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a03:00:39.764631 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a03:00:39.827409 run osmo-hlr_10.42.42.2(pid=537): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=537)]\u000a03:00:39.878800 run osmo-hlr_10.42.42.2(pid=537): stdout: \u000a| (launched: 2022-12-14_03:00:36.841492) \u000a03:00:39.930670 run osmo-hlr_10.42.42.2(pid=537): stderr: \u000a| �[0;m�[1;31m20221214030037038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030037038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030037038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030037038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030037038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030037038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030037050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030037058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030037058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030037058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:40.001260 run osmo-msc_10.42.42.6(pid=543): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=543)]\u000a03:00:40.052458 run osmo-msc_10.42.42.6(pid=543): stdout: \u000a| (launched: 2022-12-14_03:00:38.835159) \u000a03:00:40.104644 run osmo-msc_10.42.42.6(pid=543): stderr: \u000a| �[0;m�[38;5;43m20221214030039155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030039155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe63c3f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030039155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030039155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030039155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030039155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030039157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030039157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030039158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030039158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:40.149149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=536): Terminating (SIGTERM)\u000a03:00:40.191192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=539): Terminating (SIGTERM)\u000a03:00:40.233059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=542): Terminating (SIGTERM)\u000a03:00:40.242690 --- ParallelTerminationStrategy: PID 536 died...\u000a03:00:40.298446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=536): Terminated: ok {rc=0}\u000a03:00:40.308391 --- ParallelTerminationStrategy: PID 539 died...\u000a03:00:40.364033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=539): Terminated: ok {rc=0}\u000a03:00:40.374078 --- ParallelTerminationStrategy: PID 542 died...\u000a03:00:40.429654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=542): Terminated: ok {rc=0}\u000a03:00:40.516611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:00:33" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=554): Process ended prematurely: osmo-stp_10.42.42.5(pid=554) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=554)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=554): Process ended prematurely: osmo-stp_10.42.42.5(pid=554) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:00:42.468434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:42.479722 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:00:42.630528 tst mo_mt_call.py: using LAC 38085\u000a03:00:42.748124 tst mo_mt_call.py: using RAC 90\u000a03:00:42.865693 tst mo_mt_call.py: using CellId 38085\u000a03:00:42.991815 tst mo_mt_call.py: using BVCI 38086\u000a03:00:43.016663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:43.028442 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:43.040133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:43.051828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:43.064150 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:43.076523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:43.193413 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:43.393251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:43.873219 run create_hlr_db(pid=548): Launched\u000a03:00:44.045064 bus /sierra_2: Setting Powered False\u000a03:00:45.066802 run create_hlr_db(pid=548): Terminated: ok {rc=0}\u000a03:00:45.494969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=550): Launched\u000a03:00:45.817245 run osmo-hlr_10.42.42.2(pid=551): Launched\u000a03:00:46.031083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:46.665626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=553): Launched\u000a03:00:47.046777 run osmo-stp_10.42.42.5(pid=554): Launched\u000a03:00:47.273779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:47.824374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=556): Launched\u000a03:00:48.123702 run osmo-msc_10.42.42.6(pid=557): Launched\u000a03:00:48.299235 run osmo-stp_10.42.42.5(pid=554): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=554)]\u000a03:00:48.426411 run osmo-stp_10.42.42.5(pid=554): stdout: \u000a| (launched: 2022-12-14_03:00:46.832788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:48.551064 run osmo-stp_10.42.42.5(pid=554): stderr: \u000a| �[0;m�[38;5;43m20221214030047137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030047137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030047138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030047138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030047138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030047138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030047138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:48.671269 run osmo-stp_10.42.42.5(pid=554): stdout: \u000a| (launched: 2022-12-14_03:00:46.832788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:48.790339 run osmo-stp_10.42.42.5(pid=554): stderr: \u000a| �[0;m�[38;5;43m20221214030047137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030047137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030047138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030047138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030047138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030047138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030047138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:48.842852 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=554): Process ended prematurely: osmo-stp_10.42.42.5(pid=554) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=554)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:00:48.851546 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:00:48.910568 run osmo-hlr_10.42.42.2(pid=551): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=551)]\u000a03:00:48.958848 run osmo-hlr_10.42.42.2(pid=551): stdout: \u000a| (launched: 2022-12-14_03:00:45.658790) \u000a03:00:49.007936 run osmo-hlr_10.42.42.2(pid=551): stderr: \u000a| �[0;m�[1;31m20221214030045891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030045891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030045891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030045891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030045891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030045891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030045910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030045930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030045931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030045931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:49.074748 run osmo-msc_10.42.42.6(pid=557): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=557)]\u000a03:00:49.123308 run osmo-msc_10.42.42.6(pid=557): stdout: \u000a| (launched: 2022-12-14_03:00:47.976627) \u000a03:00:49.172231 run osmo-msc_10.42.42.6(pid=557): stderr: \u000a| �[0;m�[38;5;43m20221214030048247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030048247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fc5c34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030048247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030048247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030048247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030048248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030048249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030048250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030048250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030048250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:49.213782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=550): Terminating (SIGTERM)\u000a03:00:49.253050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=553): Terminating (SIGTERM)\u000a03:00:49.292165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=556): Terminating (SIGTERM)\u000a03:00:49.301454 --- ParallelTerminationStrategy: PID 550 died...\u000a03:00:49.354272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=550): Terminated: ok {rc=0}\u000a03:00:49.363894 --- ParallelTerminationStrategy: PID 553 died...\u000a03:00:49.416396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=553): Terminated: ok {rc=0}\u000a03:00:49.425942 --- ParallelTerminationStrategy: PID 556 died...\u000a03:00:49.478368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=556): Terminated: ok {rc=0}\u000a03:00:49.566018 bus /sierra_3: Setting Powered False\u000a03:00:50.667653 bus /sierra_3: Setting Powered False\u000a03:00:51.776993 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=567): Process ended prematurely: osmo-stp_10.42.42.5(pid=567) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=567): Process ended prematurely: osmo-stp_10.42.42.5(pid=567) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:00:52.885343 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:52.897022 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:00:53.046815 tst mo_mt_call_osmux.py: using LAC 38086\u000a03:00:53.166256 tst mo_mt_call_osmux.py: using RAC 91\u000a03:00:53.283352 tst mo_mt_call_osmux.py: using CellId 38086\u000a03:00:53.402460 tst mo_mt_call_osmux.py: using BVCI 38087\u000a03:00:53.425293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:53.436398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:53.447429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:53.458367 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:53.469526 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:00:53.480376 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:53.601222 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:00:53.802590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:00:54.284427 run create_hlr_db(pid=561): Launched\u000a03:00:54.472108 bus /sierra_2: Setting Powered False\u000a03:00:55.491245 run create_hlr_db(pid=561): Terminated: ok {rc=0}\u000a03:00:55.919315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=563): Launched\u000a03:00:56.243285 run osmo-hlr_10.42.42.2(pid=564): Launched\u000a03:00:56.361712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:00:56.922643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=566): Launched\u000a03:00:57.245686 run osmo-stp_10.42.42.5(pid=567): Launched\u000a03:00:57.363388 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:00:57.956759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=569): Launched\u000a03:00:58.280231 run osmo-msc_10.42.42.6(pid=570): Launched\u000a03:00:58.470252 run osmo-stp_10.42.42.5(pid=567): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)]\u000a03:00:58.607372 run osmo-stp_10.42.42.5(pid=567): stdout: \u000a| (launched: 2022-12-14_03:00:57.087195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:58.743827 run osmo-stp_10.42.42.5(pid=567): stderr: \u000a| �[0;m�[38;5;43m20221214030057279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030057279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030057280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030057280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030057282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030057282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030057283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:58.874161 run osmo-stp_10.42.42.5(pid=567): stdout: \u000a| (launched: 2022-12-14_03:00:57.087195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:00:59.003033 run osmo-stp_10.42.42.5(pid=567): stderr: \u000a| �[0;m�[38;5;43m20221214030057279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030057279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030057280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030057280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030057282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030057282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030057283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:00:59.059787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=567): Process ended prematurely: osmo-stp_10.42.42.5(pid=567) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:00:59.068875 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:00:59.132395 run osmo-hlr_10.42.42.2(pid=564): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=564)]\u000a03:00:59.184224 run osmo-hlr_10.42.42.2(pid=564): stdout: \u000a| (launched: 2022-12-14_03:00:56.084324) \u000a03:00:59.236282 run osmo-hlr_10.42.42.2(pid=564): stderr: \u000a| �[0;m�[1;31m20221214030056283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030056284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030056284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030056284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030056284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030056284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030056294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030056302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030056303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030056303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:00:59.307057 run osmo-msc_10.42.42.6(pid=570): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=570)]\u000a03:00:59.358242 run osmo-msc_10.42.42.6(pid=570): stdout: \u000a| (launched: 2022-12-14_03:00:58.121700) \u000a03:00:59.410101 run osmo-msc_10.42.42.6(pid=570): stderr: \u000a| �[0;m�[38;5;43m20221214030058441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030058441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff14c046c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030058441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030058441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030058442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030058442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030058444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030058445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030058445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030058445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:00:59.454528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=563): Terminating (SIGTERM)\u000a03:00:59.496420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=566): Terminating (SIGTERM)\u000a03:00:59.538507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=569): Terminating (SIGTERM)\u000a03:00:59.548235 --- ParallelTerminationStrategy: PID 563 died...\u000a03:00:59.605070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=563): Terminated: ok {rc=0}\u000a03:00:59.615298 --- ParallelTerminationStrategy: PID 566 died...\u000a03:00:59.671405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=566): Terminated: ok {rc=0}\u000a03:00:59.681940 --- ParallelTerminationStrategy: PID 569 died...\u000a03:00:59.738109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=569): Terminated: ok {rc=0}\u000a03:00:59.824911 bus /sierra_3: Setting Powered False\u000a03:01:00.957528 bus /sierra_3: Setting Powered False\u000a03:01:02.086319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:00:42" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:04.072896 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:04.084039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:01:04.238621 tst mo_mt_call.py: using LAC 38087\u000a03:01:04.356911 tst mo_mt_call.py: using RAC 92\u000a03:01:04.476696 tst mo_mt_call.py: using CellId 38087\u000a03:01:04.596196 tst mo_mt_call.py: using BVCI 38088\u000a03:01:04.618988 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:04.630123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:04.641149 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:04.651964 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:04.663040 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:04.673931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:04.794311 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:05.005723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:05.513779 run create_hlr_db(pid=575): Launched\u000a03:01:05.700707 bus /sierra_2: Setting Powered False\u000a03:01:06.721508 run create_hlr_db(pid=575): Terminated: ok {rc=0}\u000a03:01:07.123757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Launched\u000a03:01:07.423824 run osmo-hlr_10.42.42.2(pid=578): Launched\u000a03:01:07.536511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:08.056773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Launched\u000a03:01:08.356668 run osmo-stp_10.42.42.5(pid=581): Launched\u000a03:01:08.465986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:09.013871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=583): Launched\u000a03:01:09.313993 run osmo-msc_10.42.42.6(pid=584): Launched\u000a03:01:09.490407 run osmo-stp_10.42.42.5(pid=581): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]\u000a03:01:09.617410 run osmo-stp_10.42.42.5(pid=581): stdout: \u000a| (launched: 2022-12-14_03:01:08.209226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:09.742487 run osmo-stp_10.42.42.5(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221214030108381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030108381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030108382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030108382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030108383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030108383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030108383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:09.862758 run osmo-stp_10.42.42.5(pid=581): stdout: \u000a| (launched: 2022-12-14_03:01:08.209226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:09.982864 run osmo-stp_10.42.42.5(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221214030108381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030108381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030108382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030108382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030108383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030108383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030108383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:10.035520 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:01:10.043938 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:01:10.103052 run osmo-hlr_10.42.42.2(pid=578): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=578)]\u000a03:01:10.151564 run osmo-hlr_10.42.42.2(pid=578): stdout: \u000a| (launched: 2022-12-14_03:01:07.275958) \u000a03:01:10.200610 run osmo-hlr_10.42.42.2(pid=578): stderr: \u000a| �[0;m�[1;31m20221214030107453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030107453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030107453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030107453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030107453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030107454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030107466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030107478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030107478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030107478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:10.267173 run osmo-msc_10.42.42.6(pid=584): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=584)]\u000a03:01:10.315557 run osmo-msc_10.42.42.6(pid=584): stdout: \u000a| (launched: 2022-12-14_03:01:09.166347) \u000a03:01:10.364285 run osmo-msc_10.42.42.6(pid=584): stderr: \u000a| �[0;m�[38;5;43m20221214030109434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030109435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f728b784c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030109435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030109435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030109435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030109435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030109437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030109437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030109438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030109438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:10.405777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Terminating (SIGTERM)\u000a03:01:10.444890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Terminating (SIGTERM)\u000a03:01:10.484101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=583): Terminating (SIGTERM)\u000a03:01:10.493286 --- ParallelTerminationStrategy: PID 577 died...\u000a03:01:10.545756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Terminated: ok {rc=0}\u000a03:01:10.555227 --- ParallelTerminationStrategy: PID 580 died...\u000a03:01:10.607365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Terminated: ok {rc=0}\u000a03:01:10.616827 --- ParallelTerminationStrategy: PID 583 died...\u000a03:01:10.668921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=583): Terminated: ok {rc=0}\u000a03:01:10.750769 bus /sierra_3: Setting Powered False\u000a03:01:11.850927 bus /sierra_3: Setting Powered False\u000a03:01:12.956167 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=593): Process ended prematurely: osmo-stp_10.42.42.5(pid=593) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=593): Process ended prematurely: osmo-stp_10.42.42.5(pid=593) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:14.069494 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:14.081851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:01:14.245726 tst mo_mt_call_osmux.py: using LAC 38088\u000a03:01:14.374399 tst mo_mt_call_osmux.py: using RAC 93\u000a03:01:14.502484 tst mo_mt_call_osmux.py: using CellId 38088\u000a03:01:14.631246 tst mo_mt_call_osmux.py: using BVCI 38089\u000a03:01:14.655866 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:14.667562 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:14.679153 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:14.690575 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:14.702422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:01:14.714155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:14.831232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:01:15.036345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:15.518349 run create_hlr_db(pid=586): Launched\u000a03:01:15.691274 bus /sierra_2: Setting Powered False\u000a03:01:16.752372 run create_hlr_db(pid=586): Terminated: ok {rc=0}\u000a03:01:17.196208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=588): Launched\u000a03:01:17.522166 run osmo-hlr_10.42.42.2(pid=589): Launched\u000a03:01:17.644823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:18.205785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=592): Launched\u000a03:01:18.528801 run osmo-stp_10.42.42.5(pid=593): Launched\u000a03:01:18.647355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:19.237674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=595): Launched\u000a03:01:19.560723 run osmo-msc_10.42.42.6(pid=596): Launched\u000a03:01:19.751672 run osmo-stp_10.42.42.5(pid=593): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)]\u000a03:01:19.890155 run osmo-stp_10.42.42.5(pid=593): stdout: \u000a| (launched: 2022-12-14_03:01:18.370193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:20.027047 run osmo-stp_10.42.42.5(pid=593): stderr: \u000a| �[0;m�[38;5;43m20221214030118565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030118565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030118566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030118566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030118567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030118567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030118567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:20.158500 run osmo-stp_10.42.42.5(pid=593): stdout: \u000a| (launched: 2022-12-14_03:01:18.370193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:20.288063 run osmo-stp_10.42.42.5(pid=593): stderr: \u000a| �[0;m�[38;5;43m20221214030118565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030118565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030118566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030118566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030118567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030118567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030118567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:20.345048 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=593): Process ended prematurely: osmo-stp_10.42.42.5(pid=593) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:01:20.354406 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:01:20.417447 run osmo-hlr_10.42.42.2(pid=589): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=589)]\u000a03:01:20.468989 run osmo-hlr_10.42.42.2(pid=589): stdout: \u000a| (launched: 2022-12-14_03:01:17.363242) \u000a03:01:20.521106 run osmo-hlr_10.42.42.2(pid=589): stderr: \u000a| �[0;m�[1;31m20221214030117561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030117561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030117561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030117561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030117561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030117561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030117574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030117582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030117582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030117582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:20.592154 run osmo-msc_10.42.42.6(pid=596): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=596)]\u000a03:01:20.643503 run osmo-msc_10.42.42.6(pid=596): stdout: \u000a| (launched: 2022-12-14_03:01:19.402254) \u000a03:01:20.695321 run osmo-msc_10.42.42.6(pid=596): stderr: \u000a| �[0;m�[38;5;43m20221214030119726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030119726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f019f4bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030119727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030119727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030119727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030119727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030119729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030119729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030119729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030119729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:20.739956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=588): Terminating (SIGTERM)\u000a03:01:20.782149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=592): Terminating (SIGTERM)\u000a03:01:20.824648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=595): Terminating (SIGTERM)\u000a03:01:20.834541 --- ParallelTerminationStrategy: PID 588 died...\u000a03:01:20.891051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=588): Terminated: ok {rc=0}\u000a03:01:20.901200 --- ParallelTerminationStrategy: PID 592 died...\u000a03:01:20.957103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=592): Terminated: ok {rc=0}\u000a03:01:20.967245 --- ParallelTerminationStrategy: PID 595 died...\u000a03:01:21.023286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=595): Terminated: ok {rc=0}\u000a03:01:21.109783 bus /sierra_3: Setting Powered False\u000a03:01:22.210573 bus /sierra_3: Setting Powered False\u000a03:01:23.316599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:01:03" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=607): Process ended prematurely: osmo-stp_10.42.42.5(pid=607) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=607): Process ended prematurely: osmo-stp_10.42.42.5(pid=607) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:25.299048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:25.310449 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:01:25.460546 tst mo_mt_call.py: using LAC 38089\u000a03:01:25.580354 tst mo_mt_call.py: using RAC 94\u000a03:01:25.698625 tst mo_mt_call.py: using CellId 38089\u000a03:01:25.815352 tst mo_mt_call.py: using BVCI 38090\u000a03:01:25.838097 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:25.849293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:25.860061 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:25.871029 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:25.882220 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:25.893342 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:26.013550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:26.215572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:26.697935 run create_hlr_db(pid=601): Launched\u000a03:01:26.870637 bus /sierra_2: Setting Powered False\u000a03:01:27.892848 run create_hlr_db(pid=601): Terminated: ok {rc=0}\u000a03:01:28.322722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=603): Launched\u000a03:01:28.647072 run osmo-hlr_10.42.42.2(pid=604): Launched\u000a03:01:28.765561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:29.326855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=606): Launched\u000a03:01:29.650042 run osmo-stp_10.42.42.5(pid=607): Launched\u000a03:01:29.767813 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:30.361854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=609): Launched\u000a03:01:30.685169 run osmo-msc_10.42.42.6(pid=610): Launched\u000a03:01:30.934179 run osmo-stp_10.42.42.5(pid=607): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)]\u000a03:01:31.214704 run osmo-stp_10.42.42.5(pid=607): stdout: \u000a| (launched: 2022-12-14_03:01:29.490764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:31.366127 run osmo-stp_10.42.42.5(pid=607): stderr: \u000a| �[0;m�[38;5;43m20221214030129683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030129683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030129683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030129683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030129684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030129684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030129684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:31.495443 run osmo-stp_10.42.42.5(pid=607): stdout: \u000a| (launched: 2022-12-14_03:01:29.490764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:31.620321 run osmo-stp_10.42.42.5(pid=607): stderr: \u000a| �[0;m�[38;5;43m20221214030129683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030129683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030129683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030129683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030129684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030129684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030129684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:31.674805 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=607): Process ended prematurely: osmo-stp_10.42.42.5(pid=607) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=607)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:01:31.684807 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:01:31.745342 run osmo-hlr_10.42.42.2(pid=604): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=604)]\u000a03:01:31.794857 run osmo-hlr_10.42.42.2(pid=604): stdout: \u000a| (launched: 2022-12-14_03:01:28.487585) \u000a03:01:31.845847 run osmo-hlr_10.42.42.2(pid=604): stderr: \u000a| �[0;m�[1;31m20221214030128685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030128685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030128685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030128685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030128685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030128685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030128744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030128754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030128754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030128754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:31.915797 run osmo-msc_10.42.42.6(pid=610): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=610)]\u000a03:01:31.965373 run osmo-msc_10.42.42.6(pid=610): stdout: \u000a| (launched: 2022-12-14_03:01:30.526665) \u000a03:01:32.015773 run osmo-msc_10.42.42.6(pid=610): stderr: \u000a| �[0;m�[38;5;43m20221214030130870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030130870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f582482dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030130870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030130870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030130870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030130871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030130873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030130874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030130874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030130874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:32.059110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=603): Terminating (SIGTERM)\u000a03:01:32.103538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=606): Terminating (SIGTERM)\u000a03:01:32.147477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=609): Terminating (SIGTERM)\u000a03:01:32.157730 --- ParallelTerminationStrategy: PID 603 died...\u000a03:01:32.213726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=603): Terminated: ok {rc=0}\u000a03:01:32.223800 --- ParallelTerminationStrategy: PID 606 died...\u000a03:01:32.278687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=606): Terminated: ok {rc=0}\u000a03:01:32.288787 --- ParallelTerminationStrategy: PID 609 died...\u000a03:01:32.341797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=609): Terminated: ok {rc=0}\u000a03:01:32.429379 bus /sierra_3: Setting Powered False\u000a03:01:33.534277 bus /sierra_3: Setting Powered False\u000a03:01:34.644742 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=618): Process ended prematurely: osmo-stp_10.42.42.5(pid=618) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=618)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=618): Process ended prematurely: osmo-stp_10.42.42.5(pid=618) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:35.753747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:35.765581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:01:35.922593 tst mo_mt_call_osmux.py: using LAC 38090\u000a03:01:36.039320 tst mo_mt_call_osmux.py: using RAC 95\u000a03:01:36.156031 tst mo_mt_call_osmux.py: using CellId 38090\u000a03:01:36.274399 tst mo_mt_call_osmux.py: using BVCI 38091\u000a03:01:36.297192 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:36.308362 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:36.319475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:36.330703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:36.341805 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:01:36.352622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:36.472450 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:01:36.675491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:37.157474 run create_hlr_db(pid=612): Launched\u000a03:01:37.329907 bus /sierra_2: Setting Powered False\u000a03:01:38.353240 run create_hlr_db(pid=612): Terminated: ok {rc=0}\u000a03:01:38.752252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=614): Launched\u000a03:01:39.051633 run osmo-hlr_10.42.42.2(pid=615): Launched\u000a03:01:39.160685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:39.682059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=617): Launched\u000a03:01:39.983729 run osmo-stp_10.42.42.5(pid=618): Launched\u000a03:01:40.092721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:40.640254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=620): Launched\u000a03:01:40.941109 run osmo-msc_10.42.42.6(pid=621): Launched\u000a03:01:41.117648 run osmo-stp_10.42.42.5(pid=618): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=618)]\u000a03:01:41.244705 run osmo-stp_10.42.42.5(pid=618): stdout: \u000a| (launched: 2022-12-14_03:01:39.834462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:41.369405 run osmo-stp_10.42.42.5(pid=618): stderr: \u000a| �[0;m�[38;5;43m20221214030140006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030140006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030140006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030140007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030140007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030140007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030140007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:41.489967 run osmo-stp_10.42.42.5(pid=618): stdout: \u000a| (launched: 2022-12-14_03:01:39.834462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:41.609088 run osmo-stp_10.42.42.5(pid=618): stderr: \u000a| �[0;m�[38;5;43m20221214030140006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030140006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030140006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030140007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030140007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030140007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030140007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:41.661773 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=618): Process ended prematurely: osmo-stp_10.42.42.5(pid=618) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=618)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:01:41.670195 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a03:01:41.729255 run osmo-hlr_10.42.42.2(pid=615): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=615)]\u000a03:01:41.777975 run osmo-hlr_10.42.42.2(pid=615): stdout: \u000a| (launched: 2022-12-14_03:01:38.904218) \u000a03:01:41.828338 run osmo-hlr_10.42.42.2(pid=615): stderr: \u000a| �[0;m�[1;31m20221214030139080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030139080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030139080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030139080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030139080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030139081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030139128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030139138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030139138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030139138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:41.895379 run osmo-msc_10.42.42.6(pid=621): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=621)]\u000a03:01:41.943844 run osmo-msc_10.42.42.6(pid=621): stdout: \u000a| (launched: 2022-12-14_03:01:40.792473) \u000a03:01:41.992863 run osmo-msc_10.42.42.6(pid=621): stderr: \u000a| �[0;m�[38;5;43m20221214030141063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030141063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8827adcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030141063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030141063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030141063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030141063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030141065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030141065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030141066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030141066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:42.034526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=614): Terminating (SIGTERM)\u000a03:01:42.073657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=617): Terminating (SIGTERM)\u000a03:01:42.113041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=620): Terminating (SIGTERM)\u000a03:01:42.122296 --- ParallelTerminationStrategy: PID 614 died...\u000a03:01:42.175044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=614): Terminated: ok {rc=0}\u000a03:01:42.184703 --- ParallelTerminationStrategy: PID 617 died...\u000a03:01:42.237579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=617): Terminated: ok {rc=0}\u000a03:01:42.247050 --- ParallelTerminationStrategy: PID 620 died...\u000a03:01:42.299473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=620): Terminated: ok {rc=0}\u000a03:01:42.386030 bus /sierra_3: Setting Powered False\u000a03:01:43.487615 bus /sierra_3: Setting Powered False\u000a03:01:44.593380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:01:25" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=632): Process ended prematurely: osmo-stp_10.42.42.5(pid=632) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=632): Process ended prematurely: osmo-stp_10.42.42.5(pid=632) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:01:46.656929 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:46.673849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:01:46.852877 tst mo_mt_call.py: using LAC 38091\u000a03:01:46.985934 tst mo_mt_call.py: using RAC 96\u000a03:01:47.117166 tst mo_mt_call.py: using CellId 38091\u000a03:01:47.245697 tst mo_mt_call.py: using BVCI 38092\u000a03:01:47.271487 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:47.285154 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:47.297705 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:47.310347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:47.323684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:47.336993 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:47.456313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:47.655865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:48.138293 run create_hlr_db(pid=626): Launched\u000a03:01:48.312314 bus /sierra_2: Setting Powered False\u000a03:01:49.345924 run create_hlr_db(pid=626): Terminated: ok {rc=0}\u000a03:01:49.775728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=628): Launched\u000a03:01:50.099877 run osmo-hlr_10.42.42.2(pid=629): Launched\u000a03:01:50.220766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:01:50.784913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=631): Launched\u000a03:01:51.108307 run osmo-stp_10.42.42.5(pid=632): Launched\u000a03:01:51.226476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:01:51.816444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=634): Launched\u000a03:01:52.141978 run osmo-msc_10.42.42.6(pid=635): Launched\u000a03:01:52.332192 run osmo-stp_10.42.42.5(pid=632): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)]\u000a03:01:52.470052 run osmo-stp_10.42.42.5(pid=632): stdout: \u000a| (launched: 2022-12-14_03:01:50.949434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:52.606815 run osmo-stp_10.42.42.5(pid=632): stderr: \u000a| �[0;m�[38;5;43m20221214030151143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030151143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030151143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030151144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030151144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030151144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030151144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:52.737309 run osmo-stp_10.42.42.5(pid=632): stdout: \u000a| (launched: 2022-12-14_03:01:50.949434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:01:52.866486 run osmo-stp_10.42.42.5(pid=632): stderr: \u000a| �[0;m�[38;5;43m20221214030151143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030151143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030151143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030151144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030151144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030151144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030151144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:01:52.923265 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=632): Process ended prematurely: osmo-stp_10.42.42.5(pid=632) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:01:52.932534 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:01:52.995917 run osmo-hlr_10.42.42.2(pid=629): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=629)]\u000a03:01:53.047456 run osmo-hlr_10.42.42.2(pid=629): stdout: \u000a| (launched: 2022-12-14_03:01:49.940927) \u000a03:01:53.099255 run osmo-hlr_10.42.42.2(pid=629): stderr: \u000a| �[0;m�[1;31m20221214030150140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030150140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030150140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030150140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030150140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030150140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030150154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030150162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030150162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030150162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:01:53.170400 run osmo-msc_10.42.42.6(pid=635): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=635)]\u000a03:01:53.221452 run osmo-msc_10.42.42.6(pid=635): stdout: \u000a| (launched: 2022-12-14_03:01:51.981305) \u000a03:01:53.273452 run osmo-msc_10.42.42.6(pid=635): stderr: \u000a| �[0;m�[38;5;43m20221214030152305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030152305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa920777c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030152305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030152305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030152305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030152305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030152307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030152307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030152307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030152308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:01:53.318065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=628): Terminating (SIGTERM)\u000a03:01:53.360195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=631): Terminating (SIGTERM)\u000a03:01:53.402387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=634): Terminating (SIGTERM)\u000a03:01:53.412207 --- ParallelTerminationStrategy: PID 628 died...\u000a03:01:53.468825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=628): Terminated: ok {rc=0}\u000a03:01:53.479118 --- ParallelTerminationStrategy: PID 631 died...\u000a03:01:53.535586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=631): Terminated: ok {rc=0}\u000a03:01:53.545843 --- ParallelTerminationStrategy: PID 634 died...\u000a03:01:53.602104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=634): Terminated: ok {rc=0}\u000a03:01:53.688786 bus /sierra_3: Setting Powered False\u000a03:01:54.791752 bus /sierra_3: Setting Powered False\u000a03:01:55.902194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:01:57.015592 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:57.028099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:01:57.189104 tst mo_mt_call_osmux.py: using LAC 38092\u000a03:01:57.314410 tst mo_mt_call_osmux.py: using RAC 97\u000a03:01:57.441169 tst mo_mt_call_osmux.py: using CellId 38092\u000a03:01:57.568745 tst mo_mt_call_osmux.py: using BVCI 38093\u000a03:01:57.593515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:57.605415 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:57.617054 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:57.628422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:57.640696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:01:57.652745 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:57.771265 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:01:57.971633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:01:58.452777 run create_hlr_db(pid=637): Launched\u000a03:01:58.625197 bus /sierra_2: Setting Powered False\u000a03:01:59.646065 run create_hlr_db(pid=637): Terminated: ok {rc=0}\u000a03:02:00.075098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Launched\u000a03:02:00.399661 run osmo-hlr_10.42.42.2(pid=640): Launched\u000a03:02:00.519860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:01.124017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Launched\u000a03:02:01.533976 run osmo-stp_10.42.42.5(pid=643): Launched\u000a03:02:01.745836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:02.411222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=645): Launched\u000a03:02:02.710900 run osmo-msc_10.42.42.6(pid=646): Launched\u000a03:02:02.887448 run osmo-stp_10.42.42.5(pid=643): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]\u000a03:02:03.015172 run osmo-stp_10.42.42.5(pid=643): stdout: \u000a| (launched: 2022-12-14_03:02:01.291407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:03.140414 run osmo-stp_10.42.42.5(pid=643): stderr: \u000a| �[0;m�[38;5;43m20221214030201610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030201610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030201610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030201610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030201611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030201611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030201611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:03.261329 run osmo-stp_10.42.42.5(pid=643): stdout: \u000a| (launched: 2022-12-14_03:02:01.291407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:03.381601 run osmo-stp_10.42.42.5(pid=643): stderr: \u000a| �[0;m�[38;5;43m20221214030201610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030201610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030201610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030201610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030201611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030201611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030201611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:03.434406 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:02:03.443106 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:02:03.502285 run osmo-hlr_10.42.42.2(pid=640): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=640)]\u000a03:02:03.550893 run osmo-hlr_10.42.42.2(pid=640): stdout: \u000a| (launched: 2022-12-14_03:02:00.240093) \u000a03:02:03.599904 run osmo-hlr_10.42.42.2(pid=640): stderr: \u000a| �[0;m�[1;31m20221214030200436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030200436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030200436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030200436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030200436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030200436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030200448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030200457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030200457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030200457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:03.666789 run osmo-msc_10.42.42.6(pid=646): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=646)]\u000a03:02:03.715081 run osmo-msc_10.42.42.6(pid=646): stdout: \u000a| (launched: 2022-12-14_03:02:02.563562) \u000a03:02:03.764049 run osmo-msc_10.42.42.6(pid=646): stderr: \u000a| �[0;m�[38;5;43m20221214030202836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030202836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe718cb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030202836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030202836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030202836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030202836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030202839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030202839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030202839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030202839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:03.805890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Terminating (SIGTERM)\u000a03:02:03.845352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Terminating (SIGTERM)\u000a03:02:03.885430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=645): Terminating (SIGTERM)\u000a03:02:03.894905 --- ParallelTerminationStrategy: PID 639 died...\u000a03:02:03.947815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Terminated: ok {rc=0}\u000a03:02:03.957617 --- ParallelTerminationStrategy: PID 642 died...\u000a03:02:04.010036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Terminated: ok {rc=0}\u000a03:02:04.019745 --- ParallelTerminationStrategy: PID 645 died...\u000a03:02:04.072431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=645): Terminated: ok {rc=0}\u000a03:02:04.159732 bus /sierra_3: Setting Powered False\u000a03:02:05.262121 bus /sierra_3: Setting Powered False\u000a03:02:06.371874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:01:46" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=660): Process ended prematurely: osmo-stp_10.42.42.5(pid=660) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=660): Process ended prematurely: osmo-stp_10.42.42.5(pid=660) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:02:08.348374 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:08.359661 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:02:08.511629 tst mo_mt_call.py: using LAC 38093\u000a03:02:08.631114 tst mo_mt_call.py: using RAC 98\u000a03:02:08.751011 tst mo_mt_call.py: using CellId 38093\u000a03:02:08.868704 tst mo_mt_call.py: using BVCI 38094\u000a03:02:08.891637 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:08.902812 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:08.913782 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:08.924553 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:08.935507 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:08.946504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:09.065874 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:09.264575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:09.744899 run create_hlr_db(pid=654): Launched\u000a03:02:09.917577 bus /sierra_2: Setting Powered False\u000a03:02:10.938764 run create_hlr_db(pid=654): Terminated: ok {rc=0}\u000a03:02:11.367676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=656): Launched\u000a03:02:11.690919 run osmo-hlr_10.42.42.2(pid=657): Launched\u000a03:02:11.808679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:12.368497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=659): Launched\u000a03:02:12.691101 run osmo-stp_10.42.42.5(pid=660): Launched\u000a03:02:12.807930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:13.397186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=662): Launched\u000a03:02:13.720129 run osmo-msc_10.42.42.6(pid=663): Launched\u000a03:02:13.909906 run osmo-stp_10.42.42.5(pid=660): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)]\u000a03:02:14.046783 run osmo-stp_10.42.42.5(pid=660): stdout: \u000a| (launched: 2022-12-14_03:02:12.533476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:14.183381 run osmo-stp_10.42.42.5(pid=660): stderr: \u000a| �[0;m�[38;5;43m20221214030212728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030212728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030212728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030212729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030212729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030212729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030212729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:14.313956 run osmo-stp_10.42.42.5(pid=660): stdout: \u000a| (launched: 2022-12-14_03:02:12.533476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:14.443067 run osmo-stp_10.42.42.5(pid=660): stderr: \u000a| �[0;m�[38;5;43m20221214030212728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030212728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030212728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030212729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030212729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030212729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030212729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:14.500083 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=660): Process ended prematurely: osmo-stp_10.42.42.5(pid=660) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:02:14.509366 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:02:14.572135 run osmo-hlr_10.42.42.2(pid=657): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=657)]\u000a03:02:14.623534 run osmo-hlr_10.42.42.2(pid=657): stdout: \u000a| (launched: 2022-12-14_03:02:11.532363) \u000a03:02:14.675622 run osmo-hlr_10.42.42.2(pid=657): stderr: \u000a| �[0;m�[1;31m20221214030211731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030211731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030211731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030211731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030211731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030211731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030211743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030211751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030211751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030211751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:14.746395 run osmo-msc_10.42.42.6(pid=663): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=663)]\u000a03:02:14.797672 run osmo-msc_10.42.42.6(pid=663): stdout: \u000a| (launched: 2022-12-14_03:02:13.562090) \u000a03:02:14.849635 run osmo-msc_10.42.42.6(pid=663): stderr: \u000a| �[0;m�[38;5;43m20221214030213883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030213883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c15703c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030213884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030213884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030213884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030213884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030213886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030213886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030213886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030213886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:14.893869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=656): Terminating (SIGTERM)\u000a03:02:14.935706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=659): Terminating (SIGTERM)\u000a03:02:14.977928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=662): Terminating (SIGTERM)\u000a03:02:14.987592 --- ParallelTerminationStrategy: PID 656 died...\u000a03:02:15.043651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=656): Terminated: ok {rc=0}\u000a03:02:15.053755 --- ParallelTerminationStrategy: PID 659 died...\u000a03:02:15.109575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=659): Terminated: ok {rc=0}\u000a03:02:15.119981 --- ParallelTerminationStrategy: PID 662 died...\u000a03:02:15.175857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=662): Terminated: ok {rc=0}\u000a03:02:15.262561 bus /sierra_3: Setting Powered False\u000a03:02:16.382394 bus /sierra_3: Setting Powered False\u000a03:02:17.493442 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=671): Process ended prematurely: osmo-stp_10.42.42.5(pid=671) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=671)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=671): Process ended prematurely: osmo-stp_10.42.42.5(pid=671) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:18.602939 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:18.614655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:02:18.766509 tst mo_mt_call_osmux.py: using LAC 38094\u000a03:02:18.886139 tst mo_mt_call_osmux.py: using RAC 99\u000a03:02:19.003273 tst mo_mt_call_osmux.py: using CellId 38094\u000a03:02:19.120772 tst mo_mt_call_osmux.py: using BVCI 38095\u000a03:02:19.143623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:19.154780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:19.165745 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:19.176667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:19.187662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:02:19.198537 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:19.316516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:02:19.517449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:19.997592 run create_hlr_db(pid=665): Launched\u000a03:02:20.169631 bus /sierra_2: Setting Powered False\u000a03:02:21.192162 run create_hlr_db(pid=665): Terminated: ok {rc=0}\u000a03:02:21.622003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=667): Launched\u000a03:02:21.946231 run osmo-hlr_10.42.42.2(pid=668): Launched\u000a03:02:22.067223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:22.630643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=670): Launched\u000a03:02:22.953574 run osmo-stp_10.42.42.5(pid=671): Launched\u000a03:02:23.070563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:23.660773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=673): Launched\u000a03:02:23.978935 run osmo-msc_10.42.42.6(pid=674): Launched\u000a03:02:24.157107 run osmo-stp_10.42.42.5(pid=671): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=671)]\u000a03:02:24.283969 run osmo-stp_10.42.42.5(pid=671): stdout: \u000a| (launched: 2022-12-14_03:02:22.794879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:24.409160 run osmo-stp_10.42.42.5(pid=671): stderr: \u000a| �[0;m�[38;5;43m20221214030222987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030222987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030222987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030222988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030222988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030222988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030222988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:24.530391 run osmo-stp_10.42.42.5(pid=671): stdout: \u000a| (launched: 2022-12-14_03:02:22.794879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:24.650737 run osmo-stp_10.42.42.5(pid=671): stderr: \u000a| �[0;m�[38;5;43m20221214030222987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030222987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030222987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030222988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030222988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030222988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030222988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:24.703420 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=671): Process ended prematurely: osmo-stp_10.42.42.5(pid=671) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=671)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:02:24.711928 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:02:24.770843 run osmo-hlr_10.42.42.2(pid=668): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=668)]\u000a03:02:24.819386 run osmo-hlr_10.42.42.2(pid=668): stdout: \u000a| (launched: 2022-12-14_03:02:21.786745) \u000a03:02:24.868223 run osmo-hlr_10.42.42.2(pid=668): stderr: \u000a| �[0;m�[1;31m20221214030221986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030221986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030221986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030221986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030221986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030221986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030222002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030222012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030222012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030222012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:24.934686 run osmo-msc_10.42.42.6(pid=674): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=674)]\u000a03:02:24.983065 run osmo-msc_10.42.42.6(pid=674): stdout: \u000a| (launched: 2022-12-14_03:02:23.825536) \u000a03:02:25.031824 run osmo-msc_10.42.42.6(pid=674): stderr: \u000a| �[0;m�[38;5;43m20221214030224097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030224097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f566442ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030224097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030224097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030224097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030224097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030224099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030224099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030224100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030224100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:25.073284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=667): Terminating (SIGTERM)\u000a03:02:25.112259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=670): Terminating (SIGTERM)\u000a03:02:25.151160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=673): Terminating (SIGTERM)\u000a03:02:25.160315 --- ParallelTerminationStrategy: PID 667 died...\u000a03:02:25.212381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=667): Terminated: ok {rc=0}\u000a03:02:25.221928 --- ParallelTerminationStrategy: PID 670 died...\u000a03:02:25.274139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=670): Terminated: ok {rc=0}\u000a03:02:25.283589 --- ParallelTerminationStrategy: PID 673 died...\u000a03:02:25.335639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=673): Terminated: ok {rc=0}\u000a03:02:25.417090 bus /sierra_3: Setting Powered False\u000a03:02:26.522863 bus /sierra_3: Setting Powered False\u000a03:02:27.629983 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:02:08" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=685): Process ended prematurely: osmo-stp_10.42.42.5(pid=685) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=685)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=685): Process ended prematurely: osmo-stp_10.42.42.5(pid=685) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:02:29.622733 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:29.634607 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:02:29.797789 tst mo_mt_call.py: using LAC 38095\u000a03:02:29.919189 tst mo_mt_call.py: using RAC 100\u000a03:02:30.039933 tst mo_mt_call.py: using CellId 38095\u000a03:02:30.158404 tst mo_mt_call.py: using BVCI 38096\u000a03:02:30.181558 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:30.192670 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:30.203827 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:30.215045 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:30.226246 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:30.237217 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:30.357656 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:30.559836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:31.107532 run create_hlr_db(pid=679): Launched\u000a03:02:31.283581 bus /sierra_2: Setting Powered False\u000a03:02:32.318846 run create_hlr_db(pid=679): Terminated: ok {rc=0}\u000a03:02:32.748472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=681): Launched\u000a03:02:33.071895 run osmo-hlr_10.42.42.2(pid=682): Launched\u000a03:02:33.192208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:33.751986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=684): Launched\u000a03:02:34.075261 run osmo-stp_10.42.42.5(pid=685): Launched\u000a03:02:34.192942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:34.784573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=687): Launched\u000a03:02:35.108582 run osmo-msc_10.42.42.6(pid=688): Launched\u000a03:02:35.299626 run osmo-stp_10.42.42.5(pid=685): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=685)]\u000a03:02:35.437605 run osmo-stp_10.42.42.5(pid=685): stdout: \u000a| (launched: 2022-12-14_03:02:33.916126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:35.574775 run osmo-stp_10.42.42.5(pid=685): stderr: \u000a| �[0;m�[38;5;43m20221214030234108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030234108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030234108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030234109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030234109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030234109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030234109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:35.705290 run osmo-stp_10.42.42.5(pid=685): stdout: \u000a| (launched: 2022-12-14_03:02:33.916126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:35.834836 run osmo-stp_10.42.42.5(pid=685): stderr: \u000a| �[0;m�[38;5;43m20221214030234108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030234108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030234108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030234109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030234109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030234109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030234109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:35.891584 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=685): Process ended prematurely: osmo-stp_10.42.42.5(pid=685) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=685)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:02:35.900674 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:02:35.963839 run osmo-hlr_10.42.42.2(pid=682): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=682)]\u000a03:02:36.015203 run osmo-hlr_10.42.42.2(pid=682): stdout: \u000a| (launched: 2022-12-14_03:02:32.913455) \u000a03:02:36.067238 run osmo-hlr_10.42.42.2(pid=682): stderr: \u000a| �[0;m�[1;31m20221214030233115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030233115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030233115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030233115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030233115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030233115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030233127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030233135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030233136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030233136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:36.138307 run osmo-msc_10.42.42.6(pid=688): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=688)]\u000a03:02:36.189760 run osmo-msc_10.42.42.6(pid=688): stdout: \u000a| (launched: 2022-12-14_03:02:34.949179) \u000a03:02:36.241733 run osmo-msc_10.42.42.6(pid=688): stderr: \u000a| �[0;m�[38;5;43m20221214030235268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030235268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f635e2aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030235268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030235268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030235268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030235268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030235272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030235272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030235272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030235272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:36.285999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=681): Terminating (SIGTERM)\u000a03:02:36.328242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=684): Terminating (SIGTERM)\u000a03:02:36.370505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=687): Terminating (SIGTERM)\u000a03:02:36.380183 --- ParallelTerminationStrategy: PID 681 died...\u000a03:02:36.436191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=681): Terminated: ok {rc=0}\u000a03:02:36.446286 --- ParallelTerminationStrategy: PID 684 died...\u000a03:02:36.502111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=684): Terminated: ok {rc=0}\u000a03:02:36.512069 --- ParallelTerminationStrategy: PID 687 died...\u000a03:02:36.567891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=687): Terminated: ok {rc=0}\u000a03:02:36.655228 bus /sierra_3: Setting Powered False\u000a03:02:37.760641 bus /sierra_3: Setting Powered False\u000a03:02:38.867893 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:02:39.981220 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:39.993515 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:02:40.155198 tst mo_mt_call_osmux.py: using LAC 38096\u000a03:02:40.282437 tst mo_mt_call_osmux.py: using RAC 101\u000a03:02:40.410967 tst mo_mt_call_osmux.py: using CellId 38096\u000a03:02:40.538146 tst mo_mt_call_osmux.py: using BVCI 38097\u000a03:02:40.562961 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:40.574827 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:40.586302 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:40.597892 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:40.609764 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:02:40.621586 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:40.740546 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:02:40.951181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:41.459940 run create_hlr_db(pid=690): Launched\u000a03:02:41.647153 bus /sierra_2: Setting Powered False\u000a03:02:42.668292 run create_hlr_db(pid=690): Terminated: ok {rc=0}\u000a03:02:43.070351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Launched\u000a03:02:43.370429 run osmo-hlr_10.42.42.2(pid=693): Launched\u000a03:02:43.484636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:44.005180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Launched\u000a03:02:44.305457 run osmo-stp_10.42.42.5(pid=696): Launched\u000a03:02:44.415312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:44.962262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=698): Launched\u000a03:02:45.262828 run osmo-msc_10.42.42.6(pid=699): Launched\u000a03:02:45.439432 run osmo-stp_10.42.42.5(pid=696): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]\u000a03:02:45.566339 run osmo-stp_10.42.42.5(pid=696): stdout: \u000a| (launched: 2022-12-14_03:02:44.157977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:45.691416 run osmo-stp_10.42.42.5(pid=696): stderr: \u000a| �[0;m�[38;5;43m20221214030244330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030244330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030244330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030244330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030244331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030244331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030244331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:45.811657 run osmo-stp_10.42.42.5(pid=696): stdout: \u000a| (launched: 2022-12-14_03:02:44.157977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:45.978883 run osmo-stp_10.42.42.5(pid=696): stderr: \u000a| �[0;m�[38;5;43m20221214030244330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030244330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030244330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030244330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030244331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030244331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030244331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:46.037370 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:02:46.047643 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:02:46.115038 run osmo-hlr_10.42.42.2(pid=693): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=693)]\u000a03:02:46.169049 run osmo-hlr_10.42.42.2(pid=693): stdout: \u000a| (launched: 2022-12-14_03:02:43.223009) \u000a03:02:46.223339 run osmo-hlr_10.42.42.2(pid=693): stderr: \u000a| �[0;m�[1;31m20221214030243398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030243398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030243398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030243398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030243398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030243399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030243411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030243420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030243420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030243420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:46.298936 run osmo-msc_10.42.42.6(pid=699): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=699)]\u000a03:02:46.353198 run osmo-msc_10.42.42.6(pid=699): stdout: \u000a| (launched: 2022-12-14_03:02:45.114810) \u000a03:02:46.407662 run osmo-msc_10.42.42.6(pid=699): stderr: \u000a| �[0;m�[38;5;43m20221214030245384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030245384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e482c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030245385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030245385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030245385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030245385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030245387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030245387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030245387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030245387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:46.454226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Terminating (SIGTERM)\u000a03:02:46.501335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Terminating (SIGTERM)\u000a03:02:46.547820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=698): Terminating (SIGTERM)\u000a03:02:46.560046 --- ParallelTerminationStrategy: PID 692 died...\u000a03:02:46.621476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Terminated: ok {rc=0}\u000a03:02:46.632671 --- ParallelTerminationStrategy: PID 695 died...\u000a03:02:46.693433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Terminated: ok {rc=0}\u000a03:02:46.705527 --- ParallelTerminationStrategy: PID 698 died...\u000a03:02:46.763643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=698): Terminated: ok {rc=0}\u000a03:02:46.855050 bus /sierra_3: Setting Powered False\u000a03:02:47.958363 bus /sierra_3: Setting Powered False\u000a03:02:49.065539 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:02:29" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=710): Process ended prematurely: osmo-stp_10.42.42.5(pid=710) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=710)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=710): Process ended prematurely: osmo-stp_10.42.42.5(pid=710) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:02:51.059868 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:51.071460 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:02:51.233362 tst mo_mt_call.py: using LAC 38097\u000a03:02:51.361860 tst mo_mt_call.py: using RAC 102\u000a03:02:51.488066 tst mo_mt_call.py: using CellId 38097\u000a03:02:51.610007 tst mo_mt_call.py: using BVCI 38098\u000a03:02:51.633000 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:51.644162 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:51.655075 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:51.665867 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:51.677181 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:02:51.688011 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:02:51.808147 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:02:52.009867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:02:52.491867 run create_hlr_db(pid=704): Launched\u000a03:02:52.665336 bus /sierra_2: Setting Powered False\u000a03:02:53.687142 run create_hlr_db(pid=704): Terminated: ok {rc=0}\u000a03:02:54.116510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=706): Launched\u000a03:02:54.440455 run osmo-hlr_10.42.42.2(pid=707): Launched\u000a03:02:54.561799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:02:55.125007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=709): Launched\u000a03:02:55.447400 run osmo-stp_10.42.42.5(pid=710): Launched\u000a03:02:55.565070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:02:56.155505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=712): Launched\u000a03:02:56.480451 run osmo-msc_10.42.42.6(pid=713): Launched\u000a03:02:56.670891 run osmo-stp_10.42.42.5(pid=710): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=710)]\u000a03:02:56.807783 run osmo-stp_10.42.42.5(pid=710): stdout: \u000a| (launched: 2022-12-14_03:02:55.289843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:56.944598 run osmo-stp_10.42.42.5(pid=710): stderr: \u000a| �[0;m�[38;5;43m20221214030255481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030255481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030255481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030255481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030255484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030255484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030255484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:57.075210 run osmo-stp_10.42.42.5(pid=710): stdout: \u000a| (launched: 2022-12-14_03:02:55.289843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:02:57.205048 run osmo-stp_10.42.42.5(pid=710): stderr: \u000a| �[0;m�[38;5;43m20221214030255481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030255481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030255481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030255481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030255484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030255484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030255484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:02:57.262040 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=710): Process ended prematurely: osmo-stp_10.42.42.5(pid=710) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=710)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:02:57.271393 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:02:57.334183 run osmo-hlr_10.42.42.2(pid=707): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=707)]\u000a03:02:57.385425 run osmo-hlr_10.42.42.2(pid=707): stdout: \u000a| (launched: 2022-12-14_03:02:54.281699) \u000a03:02:57.437165 run osmo-hlr_10.42.42.2(pid=707): stderr: \u000a| �[0;m�[1;31m20221214030254481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030254481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030254481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030254481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030254481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030254481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030254492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030254500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030254500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030254500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:02:57.507546 run osmo-msc_10.42.42.6(pid=713): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=713)]\u000a03:02:57.559035 run osmo-msc_10.42.42.6(pid=713): stdout: \u000a| (launched: 2022-12-14_03:02:56.321311) \u000a03:02:57.610828 run osmo-msc_10.42.42.6(pid=713): stderr: \u000a| �[0;m�[38;5;43m20221214030256641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030256641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bb79c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030256641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030256641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030256641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030256642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030256643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030256644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030256644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030256644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:02:57.655061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=706): Terminating (SIGTERM)\u000a03:02:57.697065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=709): Terminating (SIGTERM)\u000a03:02:57.739107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=712): Terminating (SIGTERM)\u000a03:02:57.748893 --- ParallelTerminationStrategy: PID 706 died...\u000a03:02:57.805371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=706): Terminated: ok {rc=0}\u000a03:02:57.815435 --- ParallelTerminationStrategy: PID 709 died...\u000a03:02:57.871467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=709): Terminated: ok {rc=0}\u000a03:02:57.881694 --- ParallelTerminationStrategy: PID 712 died...\u000a03:02:57.937788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=712): Terminated: ok {rc=0}\u000a03:02:58.025249 bus /sierra_3: Setting Powered False\u000a03:02:59.127216 bus /sierra_3: Setting Powered False\u000a03:03:00.237277 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=722): Process ended prematurely: osmo-stp_10.42.42.5(pid=722) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=722)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=722): Process ended prematurely: osmo-stp_10.42.42.5(pid=722) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:03:01.356352 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:01.369350 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:03:01.526867 tst mo_mt_call_osmux.py: using LAC 38098\u000a03:03:01.667997 tst mo_mt_call_osmux.py: using RAC 103\u000a03:03:01.806980 tst mo_mt_call_osmux.py: using CellId 38098\u000a03:03:01.957491 tst mo_mt_call_osmux.py: using BVCI 38099\u000a03:03:01.991788 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:02.007563 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:02.022136 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:02.035756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:02.052490 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:03:02.066815 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:03:02.186315 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:03:02.401884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:02.910907 run create_hlr_db(pid=716): Launched\u000a03:03:03.098897 bus /sierra_2: Setting Powered False\u000a03:03:04.108931 run create_hlr_db(pid=716): Terminated: ok {rc=0}\u000a03:03:04.547580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=718): Launched\u000a03:03:04.871037 run osmo-hlr_10.42.42.2(pid=719): Launched\u000a03:03:04.988720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:05.547600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=721): Launched\u000a03:03:05.869715 run osmo-stp_10.42.42.5(pid=722): Launched\u000a03:03:05.991231 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:06.581250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=724): Launched\u000a03:03:06.905441 run osmo-msc_10.42.42.6(pid=725): Launched\u000a03:03:07.095446 run osmo-stp_10.42.42.5(pid=722): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=722)]\u000a03:03:07.233341 run osmo-stp_10.42.42.5(pid=722): stdout: \u000a| (launched: 2022-12-14_03:03:05.711598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:07.369909 run osmo-stp_10.42.42.5(pid=722): stderr: \u000a| �[0;m�[38;5;43m20221214030305906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030305906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030305906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030305907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030305907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030305907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030305907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:07.500121 run osmo-stp_10.42.42.5(pid=722): stdout: \u000a| (launched: 2022-12-14_03:03:05.711598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:07.631306 run osmo-stp_10.42.42.5(pid=722): stderr: \u000a| �[0;m�[38;5;43m20221214030305906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030305906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030305906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030305907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030305907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030305907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030305907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:07.688077 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=722): Process ended prematurely: osmo-stp_10.42.42.5(pid=722) [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=722)] [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:03:07.697288 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:03:07.759982 run osmo-hlr_10.42.42.2(pid=719): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=719)]\u000a03:03:07.811837 run osmo-hlr_10.42.42.2(pid=719): stdout: \u000a| (launched: 2022-12-14_03:03:04.712606) \u000a03:03:07.864169 run osmo-hlr_10.42.42.2(pid=719): stderr: \u000a| �[0;m�[1;31m20221214030304915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030304915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030304915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030304915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030304915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030304915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030304929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030304937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030304937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030304937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:07.935194 run osmo-msc_10.42.42.6(pid=725): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=725)]\u000a03:03:07.986822 run osmo-msc_10.42.42.6(pid=725): stdout: \u000a| (launched: 2022-12-14_03:03:06.746094) \u000a03:03:08.039023 run osmo-msc_10.42.42.6(pid=725): stderr: \u000a| �[0;m�[38;5;43m20221214030307067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030307067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d4f9cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030307067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030307067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030307068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030307068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030307070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030307070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:08.083593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=718): Terminating (SIGTERM)\u000a03:03:08.125865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=721): Terminating (SIGTERM)\u000a03:03:08.168105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=724): Terminating (SIGTERM)\u000a03:03:08.177996 --- ParallelTerminationStrategy: PID 718 died...\u000a03:03:08.234257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=718): Terminated: ok {rc=0}\u000a03:03:08.244307 --- ParallelTerminationStrategy: PID 721 died...\u000a03:03:08.299971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=721): Terminated: ok {rc=0}\u000a03:03:08.310015 --- ParallelTerminationStrategy: PID 724 died...\u000a03:03:08.365947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=724): Terminated: ok {rc=0}\u000a03:03:08.453145 bus /sierra_3: Setting Powered False\u000a03:03:09.557475 bus /sierra_3: Setting Powered False\u000a03:03:10.667912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:02:50" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:03:12.660644 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:12.671610 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:12.800883 tst emergency_mo_mt_call.py: using LAC 38099\u000a03:03:12.917769 tst emergency_mo_mt_call.py: using RAC 104\u000a03:03:13.038703 tst emergency_mo_mt_call.py: using CellId 38099\u000a03:03:13.153883 tst emergency_mo_mt_call.py: using BVCI 38100\u000a03:03:13.176245 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:13.187070 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:13.197621 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:13.208199 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:13.218928 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:13.229629 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:13.349287 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:13.549384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:14.023003 run create_hlr_db(pid=730): Launched\u000a03:03:14.193516 bus /sierra_2: Setting Powered False\u000a03:03:15.215314 run create_hlr_db(pid=730): Terminated: ok {rc=0}\u000a03:03:15.635211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Launched\u000a03:03:16.027679 run osmo-hlr_10.42.42.2(pid=733): Launched\u000a03:03:16.251545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:17.007218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Launched\u000a03:03:17.375411 run osmo-stp_10.42.42.5(pid=736): Launched\u000a03:03:17.508425 tst emergency_mo_mt_call.py: using MSISDN 8467\u000a03:03:17.667287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:18.250204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=738): Launched\u000a03:03:18.568910 run osmo-msc_10.42.42.6(pid=739): Launched\u000a03:03:18.756407 run osmo-stp_10.42.42.5(pid=736): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]\u000a03:03:18.892065 run osmo-stp_10.42.42.5(pid=736): stdout: \u000a| (launched: 2022-12-14_03:03:17.173438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:19.026986 run osmo-stp_10.42.42.5(pid=736): stderr: \u000a| �[0;m�[38;5;43m20221214030317414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030317414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030317414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030317414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030317415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030317415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030317415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:19.156537 run osmo-stp_10.42.42.5(pid=736): stdout: \u000a| (launched: 2022-12-14_03:03:17.173438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:19.283649 run osmo-stp_10.42.42.5(pid=736): stderr: \u000a| �[0;m�[38;5;43m20221214030317414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030317414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030317414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030317414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030317415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030317415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030317415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:19.339253 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)] [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a03:03:19.347997 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a03:03:19.411161 run osmo-hlr_10.42.42.2(pid=733): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=733)]\u000a03:03:19.462492 run osmo-hlr_10.42.42.2(pid=733): stdout: \u000a| (launched: 2022-12-14_03:03:15.785610) \u000a03:03:19.514797 run osmo-hlr_10.42.42.2(pid=733): stderr: \u000a| �[0;m�[1;31m20221214030316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030316130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030316148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030316178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030316179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030316179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:19.585533 run osmo-msc_10.42.42.6(pid=739): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=739)]\u000a03:03:19.637113 run osmo-msc_10.42.42.6(pid=739): stdout: \u000a| (launched: 2022-12-14_03:03:18.412075) \u000a03:03:19.689109 run osmo-msc_10.42.42.6(pid=739): stderr: \u000a| �[0;m�[38;5;43m20221214030318734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030318734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4bc5f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030318734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030318734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030318734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030318735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030318736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030318737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030318737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030318737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:19.733638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminating (SIGTERM)\u000a03:03:19.776149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminating (SIGTERM)\u000a03:03:19.818559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=738): Terminating (SIGTERM)\u000a03:03:19.828363 --- ParallelTerminationStrategy: PID 732 died...\u000a03:03:19.884651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminated: ok {rc=0}\u000a03:03:19.894786 --- ParallelTerminationStrategy: PID 735 died...\u000a03:03:19.950745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminated: ok {rc=0}\u000a03:03:19.960867 --- ParallelTerminationStrategy: PID 738 died...\u000a03:03:20.017273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=738): Terminated: ok {rc=0}\u000a03:03:20.103077 bus /sierra_3: Setting Powered False\u000a03:03:21.208748 bus /sierra_3: Setting Powered False\u000a03:03:22.315889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=747): Process ended prematurely: osmo-stp_10.42.42.5(pid=747) [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=747)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=747): Process ended prematurely: osmo-stp_10.42.42.5(pid=747) [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:03:23.367393 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:23.379508 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:23.512785 tst emergency_preemptive_call.py: using LAC 38100\u000a03:03:23.630195 tst emergency_preemptive_call.py: using RAC 105\u000a03:03:23.744726 tst emergency_preemptive_call.py: using CellId 38100\u000a03:03:23.860397 tst emergency_preemptive_call.py: using BVCI 38101\u000a03:03:23.882679 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:23.893506 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:23.903911 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:23.914418 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:23.924885 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:03:23.935421 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:24.049253 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:24.163375 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:24.282413 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:24.484330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:24.958312 run create_hlr_db(pid=741): Launched\u000a03:03:25.129668 bus /sierra_2: Setting Powered False\u000a03:03:26.150628 run create_hlr_db(pid=741): Terminated: ok {rc=0}\u000a03:03:26.572828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=743): Launched\u000a03:03:26.891813 run osmo-hlr_10.42.42.2(pid=744): Launched\u000a03:03:27.007159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:27.561464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=746): Launched\u000a03:03:27.879577 run osmo-stp_10.42.42.5(pid=747): Launched\u000a03:03:28.013405 tst emergency_preemptive_call.py: using MSISDN 8468\u000a03:03:28.171837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:03:28.750427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=749): Launched\u000a03:03:29.068040 run osmo-msc_10.42.42.6(pid=750): Launched\u000a03:03:29.255801 run osmo-stp_10.42.42.5(pid=747): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=747)]\u000a03:03:29.391220 run osmo-stp_10.42.42.5(pid=747): stdout: \u000a| (launched: 2022-12-14_03:03:27.722957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:29.525795 run osmo-stp_10.42.42.5(pid=747): stderr: \u000a| �[0;m�[38;5;43m20221214030327917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030327918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030327918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030327918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030327919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030327919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030327919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:29.653992 run osmo-stp_10.42.42.5(pid=747): stdout: \u000a| (launched: 2022-12-14_03:03:27.722957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:29.781202 run osmo-stp_10.42.42.5(pid=747): stderr: \u000a| �[0;m�[38;5;43m20221214030327917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030327918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030327918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030327918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030327919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030327919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030327919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:29.836811 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=747): Process ended prematurely: osmo-stp_10.42.42.5(pid=747) [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=747)] [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a03:03:29.845568 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a03:03:29.908675 run osmo-hlr_10.42.42.2(pid=744): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=744)]\u000a03:03:29.960221 run osmo-hlr_10.42.42.2(pid=744): stdout: \u000a| (launched: 2022-12-14_03:03:26.735075) \u000a03:03:30.012411 run osmo-hlr_10.42.42.2(pid=744): stderr: \u000a| �[0;m�[1;31m20221214030326934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030326934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030326934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030326934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030326934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030326934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030326982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030326992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030326992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030326992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:30.082995 run osmo-msc_10.42.42.6(pid=750): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=750)]\u000a03:03:30.134353 run osmo-msc_10.42.42.6(pid=750): stdout: \u000a| (launched: 2022-12-14_03:03:28.911936) \u000a03:03:30.186795 run osmo-msc_10.42.42.6(pid=750): stderr: \u000a| �[0;m�[38;5;43m20221214030329233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030329233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c4071ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030329233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030329233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030329233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030329234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030329235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030329236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:03:30.231375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=743): Terminating (SIGTERM)\u000a03:03:30.273758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=746): Terminating (SIGTERM)\u000a03:03:30.316009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=749): Terminating (SIGTERM)\u000a03:03:30.325906 --- ParallelTerminationStrategy: PID 743 died...\u000a03:03:30.382330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=743): Terminated: ok {rc=0}\u000a03:03:30.392531 --- ParallelTerminationStrategy: PID 746 died...\u000a03:03:30.448691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=746): Terminated: ok {rc=0}\u000a03:03:30.458932 --- ParallelTerminationStrategy: PID 749 died...\u000a03:03:30.514941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=749): Terminated: ok {rc=0}\u000a03:03:30.602337 bus /sierra_9: Setting Powered False\u000a03:03:31.710102 bus /sierra_9: Setting Powered False\u000a03:03:32.820562 bus /sierra_8: Setting Powered False\u000a03:03:33.921881 bus /sierra_8: Setting Powered False\u000a03:03:35.026559 bus /sierra_3: Setting Powered False\u000a03:03:36.132489 bus /sierra_3: Setting Powered False\u000a03:03:37.240491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:03:12" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=765): Process ended prematurely: osmo-stp_10.42.42.5(pid=765) [trial-2398↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=765)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=765): Process ended prematurely: osmo-stp_10.42.42.5(pid=765) [trial-2398↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:03:39.359109 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.370374 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:39.511212 tst cs_paging_gprs_active.py: using LAC 38101\u000a03:03:39.634481 tst cs_paging_gprs_active.py: using RAC 106\u000a03:03:39.753165 tst cs_paging_gprs_active.py: using CellId 38101\u000a03:03:39.872416 tst cs_paging_gprs_active.py: using BVCI 38102\u000a03:03:39.895571 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.906410 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.917016 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.927535 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.938661 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.949510 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.961200 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.972292 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:39.983470 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:40.104706 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:40.398726 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:03:40.534976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:40.870144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=755): Launched\u000a03:03:41.148561 run iperf3-srv_10.42.42.10(pid=756): Launched\u000a03:03:41.348419 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:03:41.483736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:41.818997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=757): Launched\u000a03:03:42.098173 run iperf3-srv_10.42.42.10(pid=758): Launched\u000a03:03:42.297577 tst cs_paging_gprs_active.py:38: start network...\u000a03:03:42.433287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:42.943752 run create_hlr_db(pid=759): Launched\u000a03:03:43.131107 bus /sierra_2: Setting Powered False\u000a03:03:44.152715 run create_hlr_db(pid=759): Terminated: ok {rc=0}\u000a03:03:44.557642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=761): Launched\u000a03:03:44.859340 run osmo-hlr_10.42.42.2(pid=762): Launched\u000a03:03:44.978560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:45.506675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=764): Launched\u000a03:03:45.808242 run osmo-stp_10.42.42.5(pid=765): Launched\u000a03:03:46.016642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:03:46.619532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=767): Launched\u000a03:03:46.741250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:03:47.045700 run patchelf(pid=768): Launched\u000a03:03:47.240548 run osmo-stp_10.42.42.5(pid=765): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=765)]\u000a03:03:47.379899 run osmo-stp_10.42.42.5(pid=765): stdout: \u000a| (launched: 2022-12-14_03:03:45.659605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:47.519258 run osmo-stp_10.42.42.5(pid=765): stderr: \u000a| �[0;m�[38;5;43m20221214030345838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030345838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030345838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030345838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030345839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030345839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030345839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:47.654943 run osmo-stp_10.42.42.5(pid=765): stdout: \u000a| (launched: 2022-12-14_03:03:45.659605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:47.788732 run osmo-stp_10.42.42.5(pid=765): stderr: \u000a| �[0;m�[38;5;43m20221214030345838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030345838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030345838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030345838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030345839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030345839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030345839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:47.944778 run patchelf(pid=768): Terminating (SIGINT)\u000a03:03:48.129300 run patchelf(pid=768): Terminated: ok {rc=0}\u000a03:03:48.163526 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=765): Process ended prematurely: osmo-stp_10.42.42.5(pid=765) [trial-2398↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=765)] [trial-2398↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a03:03:48.173501 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:03:48.237698 run osmo-hlr_10.42.42.2(pid=762): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=762)]\u000a03:03:48.289944 run osmo-hlr_10.42.42.2(pid=762): stdout: \u000a| (launched: 2022-12-14_03:03:44.710963) \u000a03:03:48.342986 run osmo-hlr_10.42.42.2(pid=762): stderr: \u000a| �[0;m�[1;31m20221214030344887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030344887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030344887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030344887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030344887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030344888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030344900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030344910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030344910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030344910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:03:48.387982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=755): Terminating (SIGTERM)\u000a03:03:48.430926 run iperf3-srv_10.42.42.10(pid=756): Terminating (SIGTERM)\u000a03:03:48.473675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=757): Terminating (SIGTERM)\u000a03:03:48.516012 run iperf3-srv_10.42.42.10(pid=758): Terminating (SIGTERM)\u000a03:03:48.558515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=761): Terminating (SIGTERM)\u000a03:03:48.601011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=764): Terminating (SIGTERM)\u000a03:03:48.643465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=767): Terminating (SIGTERM)\u000a03:03:48.653235 --- ParallelTerminationStrategy: PID 755 died...\u000a03:03:48.710089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=755): Terminated: ok {rc=0}\u000a03:03:48.720345 --- ParallelTerminationStrategy: PID 756 died...\u000a03:03:48.776849 run iperf3-srv_10.42.42.10(pid=756): Terminated {rc=256}\u000a03:03:48.787152 --- ParallelTerminationStrategy: PID 757 died...\u000a03:03:48.843586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=757): Terminated: ok {rc=0}\u000a03:03:48.853824 --- ParallelTerminationStrategy: PID 758 died...\u000a03:03:48.910224 run iperf3-srv_10.42.42.10(pid=758): Terminated {rc=256}\u000a03:03:48.920466 --- ParallelTerminationStrategy: PID 761 died...\u000a03:03:48.976941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=761): Terminated: ok {rc=0}\u000a03:03:48.987196 --- ParallelTerminationStrategy: PID 764 died...\u000a03:03:49.043725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=764): Terminated: ok {rc=0}\u000a03:03:49.054089 --- ParallelTerminationStrategy: PID 767 died...\u000a03:03:49.111550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=767): Terminated: ok {rc=0}\u000a03:03:49.198543 bus /gobi_0: Setting Powered False\u000a03:03:50.303633 bus /gobi_0: Setting Powered False\u000a03:03:51.415620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=777): Process ended prematurely: osmo-stp_10.42.42.5(pid=777) [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=777)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=777): Process ended prematurely: osmo-stp_10.42.42.5(pid=777) [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a03:03:52.530614 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:52.542517 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:03:52.684910 tst iperf3.py: using LAC 38102\u000a03:03:52.811660 tst iperf3.py: using RAC 107\u000a03:03:52.933995 tst iperf3.py: using CellId 38102\u000a03:03:53.051482 tst iperf3.py: using BVCI 38103\u000a03:03:53.074403 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.085193 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.095517 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.106055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.116920 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.127887 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.139032 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.149956 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:03:53.161119 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:03:53.436541 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:03:53.562012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:03:53.872497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=769): Launched\u000a03:03:54.131007 run iperf3-srv_10.42.42.10(pid=770): Launched\u000a03:03:54.313675 tst iperf3.py:8: start network...\u000a03:03:54.438027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:03:54.919410 run create_hlr_db(pid=771): Launched\u000a03:03:55.092038 bus /gobi_6: Setting Powered False\u000a03:03:56.113395 run create_hlr_db(pid=771): Terminated: ok {rc=0}\u000a03:03:56.543606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=773): Launched\u000a03:03:56.868463 run osmo-hlr_10.42.42.2(pid=774): Launched\u000a03:03:56.988885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:03:57.555145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=776): Launched\u000a03:03:57.879436 run osmo-stp_10.42.42.5(pid=777): Launched\u000a03:03:57.998134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:03:58.562502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=779): Launched\u000a03:03:58.678813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:03:58.961438 run patchelf(pid=780): Launched\u000a03:03:59.151237 run osmo-stp_10.42.42.5(pid=777): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=777)]\u000a03:03:59.290850 run osmo-stp_10.42.42.5(pid=777): stdout: \u000a| (launched: 2022-12-14_03:03:57.719860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:59.430315 run osmo-stp_10.42.42.5(pid=777): stderr: \u000a| �[0;m�[38;5;43m20221214030357912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030357912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030357912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030357913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030357915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030357915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030357915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:59.564863 run osmo-stp_10.42.42.5(pid=777): stdout: \u000a| (launched: 2022-12-14_03:03:57.719860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:03:59.698392 run osmo-stp_10.42.42.5(pid=777): stderr: \u000a| �[0;m�[38;5;43m20221214030357912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030357912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030357912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030357913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030357915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030357915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030357915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:03:59.854612 run patchelf(pid=780): Terminating (SIGINT)\u000a03:04:00.037957 run patchelf(pid=780): Terminated: ok {rc=0}\u000a03:04:00.071628 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=777): Process ended prematurely: osmo-stp_10.42.42.5(pid=777) [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=777)] [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a03:04:00.081530 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:04:00.145103 run osmo-hlr_10.42.42.2(pid=774): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=774)]\u000a03:04:00.197154 run osmo-hlr_10.42.42.2(pid=774): stdout: \u000a| (launched: 2022-12-14_03:03:56.708584) \u000a03:04:00.249728 run osmo-hlr_10.42.42.2(pid=774): stderr: \u000a| �[0;m�[1;31m20221214030356908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030356908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030356908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030356908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030356908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030356908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030356920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030356928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030356928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030356928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:00.294624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=769): Terminating (SIGTERM)\u000a03:04:00.336819 run iperf3-srv_10.42.42.10(pid=770): Terminating (SIGTERM)\u000a03:04:00.379198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=773): Terminating (SIGTERM)\u000a03:04:00.421471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=776): Terminating (SIGTERM)\u000a03:04:00.463743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=779): Terminating (SIGTERM)\u000a03:04:00.473692 --- ParallelTerminationStrategy: PID 769 died...\u000a03:04:00.530797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=769): Terminated: ok {rc=0}\u000a03:04:00.541164 --- ParallelTerminationStrategy: PID 770 died...\u000a03:04:00.597788 run iperf3-srv_10.42.42.10(pid=770): Terminated {rc=256}\u000a03:04:00.608064 --- ParallelTerminationStrategy: PID 773 died...\u000a03:04:00.664564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=773): Terminated: ok {rc=0}\u000a03:04:00.674680 --- ParallelTerminationStrategy: PID 776 died...\u000a03:04:00.731364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=776): Terminated: ok {rc=0}\u000a03:04:00.742033 --- ParallelTerminationStrategy: PID 779 died...\u000a03:04:00.798616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=779): Terminated: ok {rc=0}\u000a03:04:00.891987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=795): Process ended prematurely: osmo-stp_10.42.42.5(pid=795) [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=795)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=795): Process ended prematurely: osmo-stp_10.42.42.5(pid=795) [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a03:04:02.034076 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.051002 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:02.232867 tst iperf3m4.py: using LAC 38103\u000a03:04:02.362811 tst iperf3m4.py: using RAC 108\u000a03:04:02.491330 tst iperf3m4.py: using CellId 38103\u000a03:04:02.618141 tst iperf3m4.py: using BVCI 38104\u000a03:04:02.643141 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.654598 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.665776 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.676824 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.688343 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.699689 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.710865 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.721922 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:02.733859 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:02.854706 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:02.974493 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:03.090838 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:03.390847 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:04:03.526913 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:03.861404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Launched\u000a03:04:04.139901 run iperf3-srv_10.42.42.10(pid=782): Launched\u000a03:04:04.339895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:04:04.475965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:04.811341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Launched\u000a03:04:05.090160 run iperf3-srv_10.42.42.10(pid=784): Launched\u000a03:04:05.289825 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:04:05.425500 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:05.760062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=785): Launched\u000a03:04:06.038589 run iperf3-srv_10.42.42.10(pid=786): Launched\u000a03:04:06.237988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:04:06.373860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:06.708700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=787): Launched\u000a03:04:06.988387 run iperf3-srv_10.42.42.10(pid=788): Launched\u000a03:04:07.188431 tst iperf3m4.py:8: start network...\u000a03:04:07.324812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:07.836839 run create_hlr_db(pid=789): Launched\u000a03:04:08.024518 bus /gobi_6: Setting Powered False\u000a03:04:09.046370 run create_hlr_db(pid=789): Terminated: ok {rc=0}\u000a03:04:09.477538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=791): Launched\u000a03:04:09.803002 run osmo-hlr_10.42.42.2(pid=792): Launched\u000a03:04:09.921785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:10.583806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=794): Launched\u000a03:04:10.899881 run osmo-stp_10.42.42.5(pid=795): Launched\u000a03:04:11.015108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:11.566818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=797): Launched\u000a03:04:11.679699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:11.954965 run patchelf(pid=798): Launched\u000a03:04:12.140072 run osmo-stp_10.42.42.5(pid=795): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=795)]\u000a03:04:12.275845 run osmo-stp_10.42.42.5(pid=795): stdout: \u000a| (launched: 2022-12-14_03:04:10.744477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:12.411647 run osmo-stp_10.42.42.5(pid=795): stderr: \u000a| �[0;m�[38;5;43m20221214030410937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030410937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030410937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030410937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030410938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030410938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030410938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:12.542699 run osmo-stp_10.42.42.5(pid=795): stdout: \u000a| (launched: 2022-12-14_03:04:10.744477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:12.672906 run osmo-stp_10.42.42.5(pid=795): stderr: \u000a| �[0;m�[38;5;43m20221214030410937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030410937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030410937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030410937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030410938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030410938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030410938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:12.825465 run patchelf(pid=798): Terminating (SIGINT)\u000a03:04:13.004518 run patchelf(pid=798): Terminated: ok {rc=0}\u000a03:04:13.037581 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=795): Process ended prematurely: osmo-stp_10.42.42.5(pid=795) [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=795)] [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a03:04:13.047490 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a03:04:13.110417 run osmo-hlr_10.42.42.2(pid=792): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=792)]\u000a03:04:13.161709 run osmo-hlr_10.42.42.2(pid=792): stdout: \u000a| (launched: 2022-12-14_03:04:09.642722) \u000a03:04:13.214029 run osmo-hlr_10.42.42.2(pid=792): stderr: \u000a| �[0;m�[1;31m20221214030409841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030409841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030409841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030409841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030409841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030409841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030409853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030409861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030409862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030409862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:13.258234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Terminating (SIGTERM)\u000a03:04:13.299525 run iperf3-srv_10.42.42.10(pid=782): Terminating (SIGTERM)\u000a03:04:13.341881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Terminating (SIGTERM)\u000a03:04:13.384325 run iperf3-srv_10.42.42.10(pid=784): Terminating (SIGTERM)\u000a03:04:13.426232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=785): Terminating (SIGTERM)\u000a03:04:13.468909 run iperf3-srv_10.42.42.10(pid=786): Terminating (SIGTERM)\u000a03:04:13.510611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=787): Terminating (SIGTERM)\u000a03:04:13.552112 run iperf3-srv_10.42.42.10(pid=788): Terminating (SIGTERM)\u000a03:04:13.594173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=791): Terminating (SIGTERM)\u000a03:04:13.636134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=794): Terminating (SIGTERM)\u000a03:04:13.677714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=797): Terminating (SIGTERM)\u000a03:04:13.687395 --- ParallelTerminationStrategy: PID 781 died...\u000a03:04:13.743339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Terminated: ok {rc=0}\u000a03:04:13.753505 --- ParallelTerminationStrategy: PID 782 died...\u000a03:04:13.809023 run iperf3-srv_10.42.42.10(pid=782): Terminated {rc=256}\u000a03:04:13.818971 --- ParallelTerminationStrategy: PID 783 died...\u000a03:04:13.874551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Terminated: ok {rc=0}\u000a03:04:13.884525 --- ParallelTerminationStrategy: PID 784 died...\u000a03:04:13.939995 run iperf3-srv_10.42.42.10(pid=784): Terminated {rc=256}\u000a03:04:13.950042 --- ParallelTerminationStrategy: PID 785 died...\u000a03:04:14.005984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=785): Terminated: ok {rc=0}\u000a03:04:14.015929 --- ParallelTerminationStrategy: PID 786 died...\u000a03:04:14.071539 run iperf3-srv_10.42.42.10(pid=786): Terminated {rc=256}\u000a03:04:14.081637 --- ParallelTerminationStrategy: PID 787 died...\u000a03:04:14.137287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=787): Terminated: ok {rc=0}\u000a03:04:14.147291 --- ParallelTerminationStrategy: PID 788 died...\u000a03:04:14.203222 run iperf3-srv_10.42.42.10(pid=788): Terminated {rc=256}\u000a03:04:14.213373 --- ParallelTerminationStrategy: PID 791 died...\u000a03:04:14.269284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=791): Terminated: ok {rc=0}\u000a03:04:14.279260 --- ParallelTerminationStrategy: PID 794 died...\u000a03:04:14.335372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=794): Terminated: ok {rc=0}\u000a03:04:14.345398 --- ParallelTerminationStrategy: PID 797 died...\u000a03:04:14.401330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=797): Terminated: ok {rc=0}\u000a03:04:14.487786 bus /gobi_4: Setting Powered False\u000a03:04:15.593349 bus /gobi_4: Setting Powered False\u000a03:04:16.708586 bus /gobi_1: Setting Powered False\u000a03:04:17.809514 bus /gobi_1: Setting Powered False\u000a03:04:18.920305 bus /gobi_0: Setting Powered False\u000a03:04:20.026921 bus /gobi_0: Setting Powered False\u000a03:04:21.138137 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=806): Process ended prematurely: osmo-stp_10.42.42.5(pid=806) [trial-2398↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=806)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=806): Process ended prematurely: osmo-stp_10.42.42.5(pid=806) [trial-2398↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a03:04:22.205407 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.216797 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:22.351704 tst ping.py: using LAC 38104\u000a03:04:22.476464 tst ping.py: using RAC 109\u000a03:04:22.593678 tst ping.py: using CellId 38104\u000a03:04:22.708737 tst ping.py: using BVCI 38105\u000a03:04:22.731122 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.742165 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.752710 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.763425 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.774357 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.784985 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.795980 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:22.806743 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:23.091013 tst ping.py:19: start network...\u000a03:04:23.220619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:23.709623 run create_hlr_db(pid=800): Launched\u000a03:04:23.890461 bus /gobi_6: Setting Powered False\u000a03:04:24.911224 run create_hlr_db(pid=800): Terminated: ok {rc=0}\u000a03:04:25.302198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=802): Launched\u000a03:04:25.594563 run osmo-hlr_10.42.42.2(pid=803): Launched\u000a03:04:25.709752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:26.223292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=805): Launched\u000a03:04:26.513292 run osmo-stp_10.42.42.5(pid=806): Launched\u000a03:04:26.620365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:27.126505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=808): Launched\u000a03:04:27.229817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:27.482950 run patchelf(pid=809): Launched\u000a03:04:27.654035 run osmo-stp_10.42.42.5(pid=806): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=806)]\u000a03:04:27.778514 run osmo-stp_10.42.42.5(pid=806): stdout: \u000a| (launched: 2022-12-14_03:04:26.370387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:27.903030 run osmo-stp_10.42.42.5(pid=806): stderr: \u000a| �[0;m�[38;5;43m20221214030426541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030426541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030426541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030426542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030426542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030426542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030426542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:28.023437 run osmo-stp_10.42.42.5(pid=806): stdout: \u000a| (launched: 2022-12-14_03:04:26.370387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:28.143136 run osmo-stp_10.42.42.5(pid=806): stderr: \u000a| �[0;m�[38;5;43m20221214030426541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030426541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030426541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030426542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030426542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030426542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030426542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:28.282748 run patchelf(pid=809): Terminating (SIGINT)\u000a03:04:28.447520 run patchelf(pid=809): Terminated: ok {rc=0}\u000a03:04:28.477607 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=806): Process ended prematurely: osmo-stp_10.42.42.5(pid=806) [trial-2398↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=806)] [trial-2398↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a03:04:28.486665 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:04:28.546268 run osmo-hlr_10.42.42.2(pid=803): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=803)]\u000a03:04:28.595084 run osmo-hlr_10.42.42.2(pid=803): stdout: \u000a| (launched: 2022-12-14_03:04:25.449214) \u000a03:04:28.644362 run osmo-hlr_10.42.42.2(pid=803): stderr: \u000a| �[0;m�[1;31m20221214030425623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030425623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030425623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030425623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030425623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030425623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030425635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030425647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030425647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030425647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:28.686759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=802): Terminating (SIGTERM)\u000a03:04:28.726307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=805): Terminating (SIGTERM)\u000a03:04:28.766017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=808): Terminating (SIGTERM)\u000a03:04:28.775143 --- ParallelTerminationStrategy: PID 802 died...\u000a03:04:28.828110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=802): Terminated: ok {rc=0}\u000a03:04:28.837582 --- ParallelTerminationStrategy: PID 805 died...\u000a03:04:28.889747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=805): Terminated: ok {rc=0}\u000a03:04:28.899245 --- ParallelTerminationStrategy: PID 808 died...\u000a03:04:28.951666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=808): Terminated: ok {rc=0}\u000a03:04:29.038751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=816): Process ended prematurely: osmo-stp_10.42.42.5(pid=816) [trial-2398↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=816): Process ended prematurely: osmo-stp_10.42.42.5(pid=816) [trial-2398↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a03:04:30.089592 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.101036 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a03:04:30.232211 tst ping_idle_ping.py: using LAC 38105\u000a03:04:30.347480 tst ping_idle_ping.py: using RAC 110\u000a03:04:30.461878 tst ping_idle_ping.py: using CellId 38105\u000a03:04:30.576824 tst ping_idle_ping.py: using BVCI 38106\u000a03:04:30.599346 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.610042 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.620509 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.631115 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.642017 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.653027 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.664154 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a03:04:30.675146 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a03:04:30.995272 tst ping_idle_ping.py:24: start network...\u000a03:04:31.120853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:31.641685 run create_hlr_db(pid=810): Launched\u000a03:04:31.815441 bus /gobi_6: Setting Powered False\u000a03:04:32.832388 run create_hlr_db(pid=810): Terminated: ok {rc=0}\u000a03:04:33.246476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=812): Launched\u000a03:04:33.538527 run osmo-hlr_10.42.42.2(pid=813): Launched\u000a03:04:33.645675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:34.153305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=815): Launched\u000a03:04:34.445548 run osmo-stp_10.42.42.5(pid=816): Launched\u000a03:04:34.551455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:35.061299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=818): Launched\u000a03:04:35.165224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:35.420498 run patchelf(pid=820): Launched\u000a03:04:35.591905 run osmo-stp_10.42.42.5(pid=816): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)]\u000a03:04:35.717270 run osmo-stp_10.42.42.5(pid=816): stdout: \u000a| (launched: 2022-12-14_03:04:34.301730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:35.842766 run osmo-stp_10.42.42.5(pid=816): stderr: \u000a| �[0;m�[38;5;43m20221214030434471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030434472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030434472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030434472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030434473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030434473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030434473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:35.964555 run osmo-stp_10.42.42.5(pid=816): stdout: \u000a| (launched: 2022-12-14_03:04:34.301730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:36.084863 run osmo-stp_10.42.42.5(pid=816): stderr: \u000a| �[0;m�[38;5;43m20221214030434471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030434472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030434472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030434472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030434473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030434473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030434473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:36.225966 run patchelf(pid=820): Terminating (SIGINT)\u000a03:04:36.391589 run patchelf(pid=820): Terminated: ok {rc=0}\u000a03:04:36.421823 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=816): Process ended prematurely: osmo-stp_10.42.42.5(pid=816) [trial-2398↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=816)] [trial-2398↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a03:04:36.430473 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a03:04:36.489970 run osmo-hlr_10.42.42.2(pid=813): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=813)]\u000a03:04:36.538545 run osmo-hlr_10.42.42.2(pid=813): stdout: \u000a| (launched: 2022-12-14_03:04:33.395167) \u000a03:04:36.587858 run osmo-hlr_10.42.42.2(pid=813): stderr: \u000a| �[0;m�[1;31m20221214030433572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030433572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030433572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030433572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030433572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030433572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030433585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030433594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030433595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030433595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:36.630044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=812): Terminating (SIGTERM)\u000a03:04:36.669782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=815): Terminating (SIGTERM)\u000a03:04:36.709473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=818): Terminating (SIGTERM)\u000a03:04:36.718624 --- ParallelTerminationStrategy: PID 812 died...\u000a03:04:36.771618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=812): Terminated: ok {rc=0}\u000a03:04:36.781202 --- ParallelTerminationStrategy: PID 815 died...\u000a03:04:36.833982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=815): Terminated: ok {rc=0}\u000a03:04:36.843552 --- ParallelTerminationStrategy: PID 818 died...\u000a03:04:36.896294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=818): Terminated: ok {rc=0}\u000a03:04:36.979568 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:03:38" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=838): Process ended prematurely: osmo-stp_10.42.42.5(pid=838) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=838): Process ended prematurely: osmo-stp_10.42.42.5(pid=838) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:04:39.109412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.120208 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:04:39.260758 tst cs_paging_gprs_active.py: using LAC 38106\u000a03:04:39.387145 tst cs_paging_gprs_active.py: using RAC 111\u000a03:04:39.512298 tst cs_paging_gprs_active.py: using CellId 38106\u000a03:04:39.637656 tst cs_paging_gprs_active.py: using BVCI 38107\u000a03:04:39.662345 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.674064 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.685206 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.696222 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.707675 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.719134 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.730675 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.742090 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:39.753800 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:39.870407 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:40.159917 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:04:40.293987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:40.622607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=825): Launched\u000a03:04:40.897757 run iperf3-srv_10.42.42.10(pid=826): Launched\u000a03:04:41.093565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:04:41.227260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:41.556319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=827): Launched\u000a03:04:41.829681 run iperf3-srv_10.42.42.10(pid=828): Launched\u000a03:04:42.024185 tst cs_paging_gprs_active.py:38: start network...\u000a03:04:42.157031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:42.657749 run create_hlr_db(pid=831): Launched\u000a03:04:42.841906 bus /gobi_6: Setting Powered False\u000a03:04:43.863565 run create_hlr_db(pid=831): Terminated: ok {rc=0}\u000a03:04:44.261148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=834): Launched\u000a03:04:44.558889 run osmo-hlr_10.42.42.2(pid=835): Launched\u000a03:04:44.676891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:45.203065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=837): Launched\u000a03:04:45.500285 run osmo-stp_10.42.42.5(pid=838): Launched\u000a03:04:45.609634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:46.184699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=840): Launched\u000a03:04:46.293507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:46.587330 run patchelf(pid=841): Launched\u000a03:04:46.781736 run osmo-stp_10.42.42.5(pid=838): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)]\u000a03:04:46.923334 run osmo-stp_10.42.42.5(pid=838): stdout: \u000a| (launched: 2022-12-14_03:04:45.354193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:47.064940 run osmo-stp_10.42.42.5(pid=838): stderr: \u000a| �[0;m�[38;5;43m20221214030445523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030445524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030445524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030445524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030445525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030445525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030445525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:47.202615 run osmo-stp_10.42.42.5(pid=838): stdout: \u000a| (launched: 2022-12-14_03:04:45.354193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:47.336060 run osmo-stp_10.42.42.5(pid=838): stderr: \u000a| �[0;m�[38;5;43m20221214030445523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030445524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030445524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030445524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030445525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030445525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030445525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:47.490381 run patchelf(pid=841): Terminating (SIGINT)\u000a03:04:47.671892 run patchelf(pid=841): Terminated: ok {rc=0}\u000a03:04:47.705522 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=838): Process ended prematurely: osmo-stp_10.42.42.5(pid=838) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=838)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:04:47.715578 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:04:47.779033 run osmo-hlr_10.42.42.2(pid=835): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=835)]\u000a03:04:47.830361 run osmo-hlr_10.42.42.2(pid=835): stdout: \u000a| (launched: 2022-12-14_03:04:44.412023) \u000a03:04:47.882363 run osmo-hlr_10.42.42.2(pid=835): stderr: \u000a| �[0;m�[1;31m20221214030444590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030444590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030444590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030444590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030444590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030444590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030444602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030444613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030444613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030444613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:47.927054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=825): Terminating (SIGTERM)\u000a03:04:47.969161 run iperf3-srv_10.42.42.10(pid=826): Terminating (SIGTERM)\u000a03:04:48.011197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=827): Terminating (SIGTERM)\u000a03:04:48.053616 run iperf3-srv_10.42.42.10(pid=828): Terminating (SIGTERM)\u000a03:04:48.096692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=834): Terminating (SIGTERM)\u000a03:04:48.138900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=837): Terminating (SIGTERM)\u000a03:04:48.180863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=840): Terminating (SIGTERM)\u000a03:04:48.190820 --- ParallelTerminationStrategy: PID 825 died...\u000a03:04:48.247376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=825): Terminated: ok {rc=0}\u000a03:04:48.257555 --- ParallelTerminationStrategy: PID 826 died...\u000a03:04:48.313438 run iperf3-srv_10.42.42.10(pid=826): Terminated {rc=256}\u000a03:04:48.323478 --- ParallelTerminationStrategy: PID 827 died...\u000a03:04:48.379705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=827): Terminated: ok {rc=0}\u000a03:04:48.389673 --- ParallelTerminationStrategy: PID 828 died...\u000a03:04:48.445687 run iperf3-srv_10.42.42.10(pid=828): Terminated {rc=256}\u000a03:04:48.455801 --- ParallelTerminationStrategy: PID 834 died...\u000a03:04:48.512084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=834): Terminated: ok {rc=0}\u000a03:04:48.522172 --- ParallelTerminationStrategy: PID 837 died...\u000a03:04:48.578346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=837): Terminated: ok {rc=0}\u000a03:04:48.588523 --- ParallelTerminationStrategy: PID 840 died...\u000a03:04:48.644560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=840): Terminated: ok {rc=0}\u000a03:04:48.732802 bus /gobi_0: Setting Powered False\u000a03:04:49.834833 bus /gobi_0: Setting Powered False\u000a03:04:50.944660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=851): Process ended prematurely: osmo-stp_10.42.42.5(pid=851) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=851)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=851): Process ended prematurely: osmo-stp_10.42.42.5(pid=851) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:04:52.053720 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.065348 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:04:52.204229 tst iperf3.py: using LAC 38107\u000a03:04:52.329629 tst iperf3.py: using RAC 112\u000a03:04:52.445740 tst iperf3.py: using CellId 38107\u000a03:04:52.561390 tst iperf3.py: using BVCI 38108\u000a03:04:52.584230 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.595309 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.606188 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.616919 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.627585 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.638298 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.648998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.659539 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:04:52.670346 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:04:52.959926 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:04:53.092909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:04:53.421002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=842): Launched\u000a03:04:53.693911 run iperf3-srv_10.42.42.10(pid=844): Launched\u000a03:04:53.888928 tst iperf3.py:8: start network...\u000a03:04:54.021827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:04:54.522817 run create_hlr_db(pid=845): Launched\u000a03:04:54.706450 bus /gobi_6: Setting Powered False\u000a03:04:55.727623 run create_hlr_db(pid=845): Terminated: ok {rc=0}\u000a03:04:56.125321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=847): Launched\u000a03:04:56.424307 run osmo-hlr_10.42.42.2(pid=848): Launched\u000a03:04:56.541902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:04:57.065101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=850): Launched\u000a03:04:57.360493 run osmo-stp_10.42.42.5(pid=851): Launched\u000a03:04:57.468893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:04:57.984039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=853): Launched\u000a03:04:58.089200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:04:58.346480 run patchelf(pid=854): Launched\u000a03:04:58.519458 run osmo-stp_10.42.42.5(pid=851): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=851)]\u000a03:04:58.646157 run osmo-stp_10.42.42.5(pid=851): stdout: \u000a| (launched: 2022-12-14_03:04:57.215311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:58.772725 run osmo-stp_10.42.42.5(pid=851): stderr: \u000a| �[0;m�[38;5;43m20221214030457383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030457383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030457383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030457383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:58.895414 run osmo-stp_10.42.42.5(pid=851): stdout: \u000a| (launched: 2022-12-14_03:04:57.215311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:04:59.017082 run osmo-stp_10.42.42.5(pid=851): stderr: \u000a| �[0;m�[38;5;43m20221214030457383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030457383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030457383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030457383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030457386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:04:59.159163 run patchelf(pid=854): Terminating (SIGINT)\u000a03:04:59.326162 run patchelf(pid=854): Terminated: ok {rc=0}\u000a03:04:59.356926 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=851): Process ended prematurely: osmo-stp_10.42.42.5(pid=851) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=851)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a03:04:59.366658 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a03:04:59.425950 run osmo-hlr_10.42.42.2(pid=848): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=848)]\u000a03:04:59.474443 run osmo-hlr_10.42.42.2(pid=848): stdout: \u000a| (launched: 2022-12-14_03:04:56.275923) \u000a03:04:59.523647 run osmo-hlr_10.42.42.2(pid=848): stderr: \u000a| �[0;m�[1;31m20221214030456451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030456451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030456451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030456451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030456451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030456452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030456464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030456474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030456474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030456474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:04:59.566115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=842): Terminating (SIGTERM)\u000a03:04:59.605770 run iperf3-srv_10.42.42.10(pid=844): Terminating (SIGTERM)\u000a03:04:59.645144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=847): Terminating (SIGTERM)\u000a03:04:59.684438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=850): Terminating (SIGTERM)\u000a03:04:59.723766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=853): Terminating (SIGTERM)\u000a03:04:59.732503 --- ParallelTerminationStrategy: PID 842 died...\u000a03:04:59.785998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=842): Terminated: ok {rc=0}\u000a03:04:59.795674 --- ParallelTerminationStrategy: PID 844 died...\u000a03:04:59.847961 run iperf3-srv_10.42.42.10(pid=844): Terminated {rc=256}\u000a03:04:59.857493 --- ParallelTerminationStrategy: PID 847 died...\u000a03:04:59.909688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=847): Terminated: ok {rc=0}\u000a03:04:59.919030 --- ParallelTerminationStrategy: PID 850 died...\u000a03:04:59.971323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=850): Terminated: ok {rc=0}\u000a03:04:59.980883 --- ParallelTerminationStrategy: PID 853 died...\u000a03:05:00.033141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=853): Terminated: ok {rc=0}\u000a03:05:00.115480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=882): Process ended prematurely: osmo-stp_10.42.42.5(pid=882) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=882)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=882): Process ended prematurely: osmo-stp_10.42.42.5(pid=882) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:05:01.245396 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.258453 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:01.399866 tst iperf3m4.py: using LAC 38108\u000a03:05:01.531984 tst iperf3m4.py: using RAC 113\u000a03:05:01.661519 tst iperf3m4.py: using CellId 38108\u000a03:05:01.819086 tst iperf3m4.py: using BVCI 38109\u000a03:05:01.844460 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.859090 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.870865 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.886100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.897480 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.909078 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.920755 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.933074 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:01.944797 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:02.091236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:02.229988 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:02.350216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:02.622694 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:05:02.746197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:03.052303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Launched\u000a03:05:03.307277 run iperf3-srv_10.42.42.10(pid=859): Launched\u000a03:05:03.487629 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:05:03.610772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:03.918095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=860): Launched\u000a03:05:04.172241 run iperf3-srv_10.42.42.10(pid=861): Launched\u000a03:05:04.352364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:05:04.475011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:04.783257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=862): Launched\u000a03:05:05.038707 run iperf3-srv_10.42.42.10(pid=863): Launched\u000a03:05:05.219425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:05:05.342780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:05.648790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=864): Launched\u000a03:05:05.904631 run iperf3-srv_10.42.42.10(pid=865): Launched\u000a03:05:06.085183 tst iperf3m4.py:8: start network...\u000a03:05:06.208812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:06.687098 run create_hlr_db(pid=866): Launched\u000a03:05:06.857975 bus /gobi_6: Setting Powered False\u000a03:05:07.880535 run create_hlr_db(pid=866): Terminated: ok {rc=0}\u000a03:05:08.302990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=868): Launched\u000a03:05:08.622084 run osmo-hlr_10.42.42.2(pid=869): Launched\u000a03:05:08.744847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:09.300035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=871): Launched\u000a03:05:09.619501 run osmo-stp_10.42.42.5(pid=882): Launched\u000a03:05:09.737194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:10.294483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=888): Launched\u000a03:05:10.408891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:10.687636 run patchelf(pid=889): Launched\u000a03:05:10.874383 run osmo-stp_10.42.42.5(pid=882): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=882)]\u000a03:05:11.011039 run osmo-stp_10.42.42.5(pid=882): stdout: \u000a| (launched: 2022-12-14_03:05:09.462476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:11.147991 run osmo-stp_10.42.42.5(pid=882): stderr: \u000a| �[0;m�[38;5;43m20221214030509654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030509654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030509654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030509655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030509655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030509655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030509655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:11.280924 run osmo-stp_10.42.42.5(pid=882): stdout: \u000a| (launched: 2022-12-14_03:05:09.462476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:11.412418 run osmo-stp_10.42.42.5(pid=882): stderr: \u000a| �[0;m�[38;5;43m20221214030509654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030509654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030509654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030509655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030509655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030509655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030509655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:11.565795 run patchelf(pid=889): Terminating (SIGINT)\u000a03:05:11.746027 run patchelf(pid=889): Terminated: ok {rc=0}\u000a03:05:11.779113 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=882): Process ended prematurely: osmo-stp_10.42.42.5(pid=882) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=882)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:05:11.789094 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a03:05:11.852554 run osmo-hlr_10.42.42.2(pid=869): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=869)]\u000a03:05:11.904352 run osmo-hlr_10.42.42.2(pid=869): stdout: \u000a| (launched: 2022-12-14_03:05:08.465512) \u000a03:05:11.956466 run osmo-hlr_10.42.42.2(pid=869): stderr: \u000a| �[0;m�[1;31m20221214030508662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030508662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030508662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030508662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030508662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030508662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030508674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030508685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030508685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030508685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:12.001162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Terminating (SIGTERM)\u000a03:05:12.043057 run iperf3-srv_10.42.42.10(pid=859): Terminating (SIGTERM)\u000a03:05:12.085182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=860): Terminating (SIGTERM)\u000a03:05:12.127096 run iperf3-srv_10.42.42.10(pid=861): Terminating (SIGTERM)\u000a03:05:12.169268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=862): Terminating (SIGTERM)\u000a03:05:12.211521 run iperf3-srv_10.42.42.10(pid=863): Terminating (SIGTERM)\u000a03:05:12.253581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=864): Terminating (SIGTERM)\u000a03:05:12.295900 run iperf3-srv_10.42.42.10(pid=865): Terminating (SIGTERM)\u000a03:05:12.338105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=868): Terminating (SIGTERM)\u000a03:05:12.380345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=871): Terminating (SIGTERM)\u000a03:05:12.422550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=888): Terminating (SIGTERM)\u000a03:05:12.432108 --- ParallelTerminationStrategy: PID 858 died...\u000a03:05:12.488518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Terminated: ok {rc=0}\u000a03:05:12.498542 --- ParallelTerminationStrategy: PID 859 died...\u000a03:05:12.554482 run iperf3-srv_10.42.42.10(pid=859): Terminated {rc=256}\u000a03:05:12.564404 --- ParallelTerminationStrategy: PID 860 died...\u000a03:05:12.620425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=860): Terminated: ok {rc=0}\u000a03:05:12.630394 --- ParallelTerminationStrategy: PID 861 died...\u000a03:05:12.686354 run iperf3-srv_10.42.42.10(pid=861): Terminated {rc=256}\u000a03:05:12.696352 --- ParallelTerminationStrategy: PID 862 died...\u000a03:05:12.752467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=862): Terminated: ok {rc=0}\u000a03:05:12.762467 --- ParallelTerminationStrategy: PID 863 died...\u000a03:05:12.818543 run iperf3-srv_10.42.42.10(pid=863): Terminated {rc=256}\u000a03:05:12.828492 --- ParallelTerminationStrategy: PID 864 died...\u000a03:05:12.884558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=864): Terminated: ok {rc=0}\u000a03:05:12.894599 --- ParallelTerminationStrategy: PID 865 died...\u000a03:05:12.950614 run iperf3-srv_10.42.42.10(pid=865): Terminated {rc=256}\u000a03:05:12.960575 --- ParallelTerminationStrategy: PID 868 died...\u000a03:05:13.016803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=868): Terminated: ok {rc=0}\u000a03:05:13.026799 --- ParallelTerminationStrategy: PID 871 died...\u000a03:05:13.082888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=871): Terminated: ok {rc=0}\u000a03:05:13.092909 --- ParallelTerminationStrategy: PID 888 died...\u000a03:05:13.149227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=888): Terminated: ok {rc=0}\u000a03:05:13.237380 bus /gobi_4: Setting Powered False\u000a03:05:14.342692 bus /gobi_4: Setting Powered False\u000a03:05:15.450747 bus /gobi_1: Setting Powered False\u000a03:05:16.573553 bus /gobi_1: Setting Powered False\u000a03:05:17.689198 bus /gobi_0: Setting Powered False\u000a03:05:18.792068 bus /gobi_0: Setting Powered False\u000a03:05:19.903247 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=896): Process ended prematurely: osmo-stp_10.42.42.5(pid=896) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=896)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=896): Process ended prematurely: osmo-stp_10.42.42.5(pid=896) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:05:20.969275 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:20.980938 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:21.113085 tst ping.py: using LAC 38109\u000a03:05:21.233083 tst ping.py: using RAC 114\u000a03:05:21.351716 tst ping.py: using CellId 38109\u000a03:05:21.464791 tst ping.py: using BVCI 38110\u000a03:05:21.487123 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.498100 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.508821 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.519499 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.530383 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.541290 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.552327 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:21.563220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:21.832465 tst ping.py:19: start network...\u000a03:05:21.954569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:22.421636 run create_hlr_db(pid=890): Launched\u000a03:05:22.589847 bus /gobi_6: Setting Powered False\u000a03:05:23.612424 run create_hlr_db(pid=890): Terminated: ok {rc=0}\u000a03:05:24.023755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=892): Launched\u000a03:05:24.315276 run osmo-hlr_10.42.42.2(pid=893): Launched\u000a03:05:24.429495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:24.947844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=895): Launched\u000a03:05:25.238680 run osmo-stp_10.42.42.5(pid=896): Launched\u000a03:05:25.343755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:25.853063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=898): Launched\u000a03:05:25.957125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:26.213547 run patchelf(pid=899): Launched\u000a03:05:26.385732 run osmo-stp_10.42.42.5(pid=896): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=896)]\u000a03:05:26.511309 run osmo-stp_10.42.42.5(pid=896): stdout: \u000a| (launched: 2022-12-14_03:05:25.095620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:26.637332 run osmo-stp_10.42.42.5(pid=896): stderr: \u000a| �[0;m�[38;5;43m20221214030525262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030525263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030525263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030525263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030525265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030525266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030525266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:26.758878 run osmo-stp_10.42.42.5(pid=896): stdout: \u000a| (launched: 2022-12-14_03:05:25.095620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:26.879740 run osmo-stp_10.42.42.5(pid=896): stderr: \u000a| �[0;m�[38;5;43m20221214030525262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030525263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030525263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030525263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030525265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030525266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030525266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:27.020938 run patchelf(pid=899): Terminating (SIGINT)\u000a03:05:27.188183 run patchelf(pid=899): Terminated: ok {rc=0}\u000a03:05:27.218555 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=896): Process ended prematurely: osmo-stp_10.42.42.5(pid=896) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=896)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a03:05:27.227342 tst ping.py:22: Test FAILED (6.2 sec)\u000a03:05:27.287080 run osmo-hlr_10.42.42.2(pid=893): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=893)]\u000a03:05:27.335894 run osmo-hlr_10.42.42.2(pid=893): stdout: \u000a| (launched: 2022-12-14_03:05:24.171893) \u000a03:05:27.385773 run osmo-hlr_10.42.42.2(pid=893): stderr: \u000a| �[0;m�[1;31m20221214030524347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030524347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030524347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030524347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030524347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030524348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030524360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030524370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030524370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030524370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:27.428137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=892): Terminating (SIGTERM)\u000a03:05:27.468184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=895): Terminating (SIGTERM)\u000a03:05:27.508151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=898): Terminating (SIGTERM)\u000a03:05:27.517456 --- ParallelTerminationStrategy: PID 892 died...\u000a03:05:27.570805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=892): Terminated: ok {rc=0}\u000a03:05:27.580462 --- ParallelTerminationStrategy: PID 895 died...\u000a03:05:27.633637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=895): Terminated: ok {rc=0}\u000a03:05:27.643231 --- ParallelTerminationStrategy: PID 898 died...\u000a03:05:27.696494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=898): Terminated: ok {rc=0}\u000a03:05:27.784411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:05:28.836782 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:28.848922 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:05:28.985866 tst ping_idle_ping.py: using LAC 38110\u000a03:05:29.099897 tst ping_idle_ping.py: using RAC 115\u000a03:05:29.224590 tst ping_idle_ping.py: using CellId 38110\u000a03:05:29.349830 tst ping_idle_ping.py: using BVCI 38111\u000a03:05:29.374039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.385721 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.397082 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.408497 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.420618 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.432635 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.444879 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:05:29.456858 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:05:29.727988 tst ping_idle_ping.py:24: start network...\u000a03:05:29.849678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:30.321465 run create_hlr_db(pid=900): Launched\u000a03:05:30.490016 bus /gobi_6: Setting Powered False\u000a03:05:31.569210 run create_hlr_db(pid=900): Terminated: ok {rc=0}\u000a03:05:32.051440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Launched\u000a03:05:32.388207 run osmo-hlr_10.42.42.2(pid=903): Launched\u000a03:05:32.504474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:33.050235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Launched\u000a03:05:33.364015 run osmo-stp_10.42.42.5(pid=906): Launched\u000a03:05:33.478615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:34.027496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=908): Launched\u000a03:05:34.140145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:34.414324 run patchelf(pid=909): Launched\u000a03:05:34.598423 run osmo-stp_10.42.42.5(pid=906): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)]\u000a03:05:34.732912 run osmo-stp_10.42.42.5(pid=906): stdout: \u000a| (launched: 2022-12-14_03:05:33.210044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:34.867528 run osmo-stp_10.42.42.5(pid=906): stderr: \u000a| �[0;m�[38;5;43m20221214030533400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030533401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030533401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030533401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030533402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030533402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030533402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:34.998072 run osmo-stp_10.42.42.5(pid=906): stdout: \u000a| (launched: 2022-12-14_03:05:33.210044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:35.127623 run osmo-stp_10.42.42.5(pid=906): stderr: \u000a| �[0;m�[38;5;43m20221214030533400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030533401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030533401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030533401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030533402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030533402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030533402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:35.279325 run patchelf(pid=909): Terminating (SIGINT)\u000a03:05:35.456711 run patchelf(pid=909): Terminated: ok {rc=0}\u000a03:05:35.488852 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=906): Process ended prematurely: osmo-stp_10.42.42.5(pid=906) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=906)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:05:35.498280 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:05:35.561301 run osmo-hlr_10.42.42.2(pid=903): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=903)]\u000a03:05:35.612526 run osmo-hlr_10.42.42.2(pid=903): stdout: \u000a| (launched: 2022-12-14_03:05:32.214378) \u000a03:05:35.664400 run osmo-hlr_10.42.42.2(pid=903): stderr: \u000a| �[0;m�[1;31m20221214030532419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030532419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030532419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030532419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030532419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030532419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030532431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030532439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030532440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030532440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:35.708829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Terminating (SIGTERM)\u000a03:05:35.751127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Terminating (SIGTERM)\u000a03:05:35.793067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=908): Terminating (SIGTERM)\u000a03:05:35.802739 --- ParallelTerminationStrategy: PID 902 died...\u000a03:05:35.858983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=902): Terminated: ok {rc=0}\u000a03:05:35.868999 --- ParallelTerminationStrategy: PID 905 died...\u000a03:05:35.925046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=905): Terminated: ok {rc=0}\u000a03:05:35.935030 --- ParallelTerminationStrategy: PID 908 died...\u000a03:05:35.991437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=908): Terminated: ok {rc=0}\u000a03:05:36.078077 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:04:38" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=923): Process ended prematurely: osmo-stp_10.42.42.5(pid=923) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=923)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=923): Process ended prematurely: osmo-stp_10.42.42.5(pid=923) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:05:38.224427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.235827 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:05:38.395549 tst cs_paging_gprs_active.py: using LAC 38111\u000a03:05:38.515943 tst cs_paging_gprs_active.py: using RAC 116\u000a03:05:38.634047 tst cs_paging_gprs_active.py: using CellId 38111\u000a03:05:38.750452 tst cs_paging_gprs_active.py: using BVCI 38112\u000a03:05:38.773429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.784528 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.795542 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.806448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.817551 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.828541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.839777 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.850778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:38.862006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:38.981519 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:39.257738 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:05:39.382301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:39.691814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=913): Launched\u000a03:05:39.949203 run iperf3-srv_10.42.42.10(pid=914): Launched\u000a03:05:40.132076 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:05:40.256712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:40.566979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=915): Launched\u000a03:05:40.824848 run iperf3-srv_10.42.42.10(pid=916): Launched\u000a03:05:41.006868 tst cs_paging_gprs_active.py:38: start network...\u000a03:05:41.131636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:41.611493 run create_hlr_db(pid=917): Launched\u000a03:05:41.783578 bus /gobi_6: Setting Powered False\u000a03:05:42.805176 run create_hlr_db(pid=917): Terminated: ok {rc=0}\u000a03:05:43.231147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=919): Launched\u000a03:05:43.553975 run osmo-hlr_10.42.42.2(pid=920): Launched\u000a03:05:43.674120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:44.231990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=922): Launched\u000a03:05:44.554213 run osmo-stp_10.42.42.5(pid=923): Launched\u000a03:05:44.672034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:45.232447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=925): Launched\u000a03:05:45.347283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:45.626902 run patchelf(pid=926): Launched\u000a03:05:45.815057 run osmo-stp_10.42.42.5(pid=923): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=923)]\u000a03:05:45.962676 run osmo-stp_10.42.42.5(pid=923): stdout: \u000a| (launched: 2022-12-14_03:05:44.395397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:46.095382 run osmo-stp_10.42.42.5(pid=923): stderr: \u000a| �[0;m�[38;5;43m20221214030544586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030544586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030544586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030544587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030544587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030544587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030544587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:46.222453 run osmo-stp_10.42.42.5(pid=923): stdout: \u000a| (launched: 2022-12-14_03:05:44.395397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:46.350647 run osmo-stp_10.42.42.5(pid=923): stderr: \u000a| �[0;m�[38;5;43m20221214030544586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030544586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030544586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030544587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030544587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030544587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030544587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:46.499758 run patchelf(pid=926): Terminating (SIGINT)\u000a03:05:46.745614 run patchelf(pid=926): Terminated: ok {rc=0}\u000a03:05:46.793542 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=923): Process ended prematurely: osmo-stp_10.42.42.5(pid=923) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=923)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:05:46.807361 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:05:46.889019 run osmo-hlr_10.42.42.2(pid=920): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=920)]\u000a03:05:46.958393 run osmo-hlr_10.42.42.2(pid=920): stdout: \u000a| (launched: 2022-12-14_03:05:43.395156) \u000a03:05:47.024507 run osmo-hlr_10.42.42.2(pid=920): stderr: \u000a| �[0;m�[1;31m20221214030543591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030543591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030543591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030543591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030543591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030543591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030543604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030543612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030543612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030543612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:47.084061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=913): Terminating (SIGTERM)\u000a03:05:47.143603 run iperf3-srv_10.42.42.10(pid=914): Terminating (SIGTERM)\u000a03:05:47.196632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=915): Terminating (SIGTERM)\u000a03:05:47.243137 run iperf3-srv_10.42.42.10(pid=916): Terminating (SIGTERM)\u000a03:05:47.288924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=919): Terminating (SIGTERM)\u000a03:05:47.331548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=922): Terminating (SIGTERM)\u000a03:05:47.374056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=925): Terminating (SIGTERM)\u000a03:05:47.383616 --- ParallelTerminationStrategy: PID 913 died...\u000a03:05:47.439914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=913): Terminated: ok {rc=0}\u000a03:05:47.449928 --- ParallelTerminationStrategy: PID 914 died...\u000a03:05:47.505666 run iperf3-srv_10.42.42.10(pid=914): Terminated {rc=256}\u000a03:05:47.515583 --- ParallelTerminationStrategy: PID 915 died...\u000a03:05:47.571514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=915): Terminated: ok {rc=0}\u000a03:05:47.581546 --- ParallelTerminationStrategy: PID 916 died...\u000a03:05:47.637125 run iperf3-srv_10.42.42.10(pid=916): Terminated {rc=256}\u000a03:05:47.647122 --- ParallelTerminationStrategy: PID 919 died...\u000a03:05:47.703126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=919): Terminated: ok {rc=0}\u000a03:05:47.713142 --- ParallelTerminationStrategy: PID 922 died...\u000a03:05:47.769027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=922): Terminated: ok {rc=0}\u000a03:05:47.778979 --- ParallelTerminationStrategy: PID 925 died...\u000a03:05:47.834982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=925): Terminated: ok {rc=0}\u000a03:05:47.921054 bus /gobi_0: Setting Powered False\u000a03:05:49.025633 bus /gobi_0: Setting Powered False\u000a03:05:50.132748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=936): Process ended prematurely: osmo-stp_10.42.42.5(pid=936) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=936)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=936): Process ended prematurely: osmo-stp_10.42.42.5(pid=936) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:05:51.248026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.260224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:05:51.422429 tst iperf3.py: using LAC 38112\u000a03:05:51.549596 tst iperf3.py: using RAC 117\u000a03:05:51.675555 tst iperf3.py: using CellId 38112\u000a03:05:51.801425 tst iperf3.py: using BVCI 38113\u000a03:05:51.826038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.837558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.848926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.860158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.871776 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.883729 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.895553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.907299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:05:51.919162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:05:52.197318 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:05:52.321362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:05:52.629335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=927): Launched\u000a03:05:52.886702 run iperf3-srv_10.42.42.10(pid=928): Launched\u000a03:05:53.068221 tst iperf3.py:8: start network...\u000a03:05:53.191952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:05:53.670839 run create_hlr_db(pid=929): Launched\u000a03:05:53.842278 bus /gobi_6: Setting Powered False\u000a03:05:54.874529 run create_hlr_db(pid=929): Terminated: ok {rc=0}\u000a03:05:55.300890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=931): Launched\u000a03:05:55.622348 run osmo-hlr_10.42.42.2(pid=932): Launched\u000a03:05:55.739570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:05:56.297039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=935): Launched\u000a03:05:56.615897 run osmo-stp_10.42.42.5(pid=936): Launched\u000a03:05:56.732286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:05:57.288836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=938): Launched\u000a03:05:57.403320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:05:57.681272 run patchelf(pid=939): Launched\u000a03:05:57.868064 run osmo-stp_10.42.42.5(pid=936): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=936)]\u000a03:05:58.004904 run osmo-stp_10.42.42.5(pid=936): stdout: \u000a| (launched: 2022-12-14_03:05:56.459003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:58.141865 run osmo-stp_10.42.42.5(pid=936): stderr: \u000a| �[0;m�[38;5;43m20221214030556648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030556649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030556649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030556649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030556650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030556650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030556650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:58.275837 run osmo-stp_10.42.42.5(pid=936): stdout: \u000a| (launched: 2022-12-14_03:05:56.459003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:05:58.407312 run osmo-stp_10.42.42.5(pid=936): stderr: \u000a| �[0;m�[38;5;43m20221214030556648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030556649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030556649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030556649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030556650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030556650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030556650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:05:58.560705 run patchelf(pid=939): Terminating (SIGINT)\u000a03:05:58.741968 run patchelf(pid=939): Terminated: ok {rc=0}\u000a03:05:58.775295 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=936): Process ended prematurely: osmo-stp_10.42.42.5(pid=936) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=936)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:05:58.785408 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:05:58.848612 run osmo-hlr_10.42.42.2(pid=932): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=932)]\u000a03:05:58.899889 run osmo-hlr_10.42.42.2(pid=932): stdout: \u000a| (launched: 2022-12-14_03:05:55.464410) \u000a03:05:58.951990 run osmo-hlr_10.42.42.2(pid=932): stderr: \u000a| �[0;m�[1;31m20221214030555662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030555662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030555662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030555662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030555662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030555662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030555678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030555686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030555686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030555686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:05:58.996663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=927): Terminating (SIGTERM)\u000a03:05:59.038738 run iperf3-srv_10.42.42.10(pid=928): Terminating (SIGTERM)\u000a03:05:59.081436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=931): Terminating (SIGTERM)\u000a03:05:59.123360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=935): Terminating (SIGTERM)\u000a03:05:59.165838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=938): Terminating (SIGTERM)\u000a03:05:59.175896 --- ParallelTerminationStrategy: PID 927 died...\u000a03:05:59.232550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=927): Terminated: ok {rc=0}\u000a03:05:59.242683 --- ParallelTerminationStrategy: PID 928 died...\u000a03:05:59.298608 run iperf3-srv_10.42.42.10(pid=928): Terminated {rc=256}\u000a03:05:59.308760 --- ParallelTerminationStrategy: PID 931 died...\u000a03:05:59.364561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=931): Terminated: ok {rc=0}\u000a03:05:59.374604 --- ParallelTerminationStrategy: PID 935 died...\u000a03:05:59.430498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=935): Terminated: ok {rc=0}\u000a03:05:59.440447 --- ParallelTerminationStrategy: PID 938 died...\u000a03:05:59.496225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=938): Terminated: ok {rc=0}\u000a03:05:59.583078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=955): Process ended prematurely: osmo-stp_10.42.42.5(pid=955) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=955): Process ended prematurely: osmo-stp_10.42.42.5(pid=955) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:06:00.695002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:00.709754 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:00.886694 tst iperf3m4.py: using LAC 38113\u000a03:06:01.016320 tst iperf3m4.py: using RAC 118\u000a03:06:01.142602 tst iperf3m4.py: using CellId 38113\u000a03:06:01.271359 tst iperf3m4.py: using BVCI 38114\u000a03:06:01.297128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.309595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.322016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.334298 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.347693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.360988 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.375162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.388340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:01.401794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:01.526737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:01.672504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:01.793587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:02.102282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:06:02.239332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:02.570198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=940): Launched\u000a03:06:02.845179 run iperf3-srv_10.42.42.10(pid=941): Launched\u000a03:06:03.040904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:06:03.174683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:03.505426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=942): Launched\u000a03:06:03.780838 run iperf3-srv_10.42.42.10(pid=943): Launched\u000a03:06:03.976833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:06:04.110498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:04.441126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=944): Launched\u000a03:06:04.716492 run iperf3-srv_10.42.42.10(pid=945): Launched\u000a03:06:04.912643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:06:05.045901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:05.377356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=946): Launched\u000a03:06:05.652357 run iperf3-srv_10.42.42.10(pid=947): Launched\u000a03:06:05.848281 tst iperf3m4.py:8: start network...\u000a03:06:05.982145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:06.487471 run create_hlr_db(pid=948): Launched\u000a03:06:06.673275 bus /gobi_6: Setting Powered False\u000a03:06:07.684238 run create_hlr_db(pid=948): Terminated: ok {rc=0}\u000a03:06:08.114637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=950): Launched\u000a03:06:08.435785 run osmo-hlr_10.42.42.2(pid=951): Launched\u000a03:06:08.557200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:09.114945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=954): Launched\u000a03:06:09.436457 run osmo-stp_10.42.42.5(pid=955): Launched\u000a03:06:09.554069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:10.111673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=958): Launched\u000a03:06:10.226423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:10.505311 run patchelf(pid=959): Launched\u000a03:06:10.692366 run osmo-stp_10.42.42.5(pid=955): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)]\u000a03:06:10.828934 run osmo-stp_10.42.42.5(pid=955): stdout: \u000a| (launched: 2022-12-14_03:06:09.278548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:10.965712 run osmo-stp_10.42.42.5(pid=955): stderr: \u000a| �[0;m�[38;5;43m20221214030609471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030609471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030609471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030609472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030609472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030609472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030609472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:11.098654 run osmo-stp_10.42.42.5(pid=955): stdout: \u000a| (launched: 2022-12-14_03:06:09.278548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:11.230666 run osmo-stp_10.42.42.5(pid=955): stderr: \u000a| �[0;m�[38;5;43m20221214030609471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030609471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030609471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030609472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030609472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030609472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030609472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:11.384396 run patchelf(pid=959): Terminating (SIGINT)\u000a03:06:11.565276 run patchelf(pid=959): Terminated: ok {rc=0}\u000a03:06:11.598433 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=955): Process ended prematurely: osmo-stp_10.42.42.5(pid=955) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=955)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:06:11.608291 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:06:11.671951 run osmo-hlr_10.42.42.2(pid=951): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=951)]\u000a03:06:11.723591 run osmo-hlr_10.42.42.2(pid=951): stdout: \u000a| (launched: 2022-12-14_03:06:08.278098) \u000a03:06:11.775667 run osmo-hlr_10.42.42.2(pid=951): stderr: \u000a| �[0;m�[1;31m20221214030608475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030608475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030608475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030608476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030608476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030608476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030608488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030608497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030608497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030608497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:11.820258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=940): Terminating (SIGTERM)\u000a03:06:11.862843 run iperf3-srv_10.42.42.10(pid=941): Terminating (SIGTERM)\u000a03:06:11.905016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=942): Terminating (SIGTERM)\u000a03:06:11.947393 run iperf3-srv_10.42.42.10(pid=943): Terminating (SIGTERM)\u000a03:06:11.989562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=944): Terminating (SIGTERM)\u000a03:06:12.031569 run iperf3-srv_10.42.42.10(pid=945): Terminating (SIGTERM)\u000a03:06:12.074230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=946): Terminating (SIGTERM)\u000a03:06:12.116115 run iperf3-srv_10.42.42.10(pid=947): Terminating (SIGTERM)\u000a03:06:12.158275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=950): Terminating (SIGTERM)\u000a03:06:12.200633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=954): Terminating (SIGTERM)\u000a03:06:12.242945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=958): Terminating (SIGTERM)\u000a03:06:12.252532 --- ParallelTerminationStrategy: PID 940 died...\u000a03:06:12.309089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=940): Terminated: ok {rc=0}\u000a03:06:12.319053 --- ParallelTerminationStrategy: PID 941 died...\u000a03:06:12.374972 run iperf3-srv_10.42.42.10(pid=941): Terminated {rc=256}\u000a03:06:12.384808 --- ParallelTerminationStrategy: PID 942 died...\u000a03:06:12.440529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=942): Terminated: ok {rc=0}\u000a03:06:12.450505 --- ParallelTerminationStrategy: PID 943 died...\u000a03:06:12.506382 run iperf3-srv_10.42.42.10(pid=943): Terminated {rc=256}\u000a03:06:12.516251 --- ParallelTerminationStrategy: PID 944 died...\u000a03:06:12.572205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=944): Terminated: ok {rc=0}\u000a03:06:12.582189 --- ParallelTerminationStrategy: PID 945 died...\u000a03:06:12.638232 run iperf3-srv_10.42.42.10(pid=945): Terminated {rc=256}\u000a03:06:12.648213 --- ParallelTerminationStrategy: PID 946 died...\u000a03:06:12.704280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=946): Terminated: ok {rc=0}\u000a03:06:12.714239 --- ParallelTerminationStrategy: PID 947 died...\u000a03:06:12.770325 run iperf3-srv_10.42.42.10(pid=947): Terminated {rc=256}\u000a03:06:12.780240 --- ParallelTerminationStrategy: PID 950 died...\u000a03:06:12.836417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=950): Terminated: ok {rc=0}\u000a03:06:12.846421 --- ParallelTerminationStrategy: PID 954 died...\u000a03:06:12.902587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=954): Terminated: ok {rc=0}\u000a03:06:12.912643 --- ParallelTerminationStrategy: PID 958 died...\u000a03:06:12.968725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=958): Terminated: ok {rc=0}\u000a03:06:13.055135 bus /gobi_4: Setting Powered False\u000a03:06:14.161115 bus /gobi_4: Setting Powered False\u000a03:06:15.271681 bus /gobi_1: Setting Powered False\u000a03:06:16.378696 bus /gobi_1: Setting Powered False\u000a03:06:17.490585 bus /gobi_0: Setting Powered False\u000a03:06:18.593186 bus /gobi_0: Setting Powered False\u000a03:06:19.703393 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=966): Process ended prematurely: osmo-stp_10.42.42.5(pid=966) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=966): Process ended prematurely: osmo-stp_10.42.42.5(pid=966) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:06:20.770583 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:20.782112 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:20.932749 tst ping.py: using LAC 38114\u000a03:06:21.046666 tst ping.py: using RAC 119\u000a03:06:21.168938 tst ping.py: using CellId 38114\u000a03:06:21.292405 tst ping.py: using BVCI 38115\u000a03:06:21.316612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.328508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.339930 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.351565 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.363306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.375091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.387401 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:21.399286 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:21.670946 tst ping.py:19: start network...\u000a03:06:21.792771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:22.253305 run create_hlr_db(pid=960): Launched\u000a03:06:22.422981 bus /gobi_6: Setting Powered False\u000a03:06:23.443984 run create_hlr_db(pid=960): Terminated: ok {rc=0}\u000a03:06:23.862370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=962): Launched\u000a03:06:24.178285 run osmo-hlr_10.42.42.2(pid=963): Launched\u000a03:06:24.298130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:24.845912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=965): Launched\u000a03:06:25.160677 run osmo-stp_10.42.42.5(pid=966): Launched\u000a03:06:25.278151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:25.827383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=968): Launched\u000a03:06:25.939716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:26.213691 run patchelf(pid=969): Launched\u000a03:06:26.398807 run osmo-stp_10.42.42.5(pid=966): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)]\u000a03:06:26.533945 run osmo-stp_10.42.42.5(pid=966): stdout: \u000a| (launched: 2022-12-14_03:06:25.005812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:26.668823 run osmo-stp_10.42.42.5(pid=966): stderr: \u000a| �[0;m�[38;5;43m20221214030625195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030625195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030625195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030625196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030625198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030625198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030625198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:26.799604 run osmo-stp_10.42.42.5(pid=966): stdout: \u000a| (launched: 2022-12-14_03:06:25.005812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:26.929759 run osmo-stp_10.42.42.5(pid=966): stderr: \u000a| �[0;m�[38;5;43m20221214030625195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030625195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030625195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030625196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030625198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030625198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030625198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:27.080893 run patchelf(pid=969): Terminating (SIGINT)\u000a03:06:27.259433 run patchelf(pid=969): Terminated: ok {rc=0}\u000a03:06:27.291875 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=966): Process ended prematurely: osmo-stp_10.42.42.5(pid=966) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=966)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:06:27.301220 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:06:27.364615 run osmo-hlr_10.42.42.2(pid=963): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=963)]\u000a03:06:27.416313 run osmo-hlr_10.42.42.2(pid=963): stdout: \u000a| (launched: 2022-12-14_03:06:24.022712) \u000a03:06:27.468643 run osmo-hlr_10.42.42.2(pid=963): stderr: \u000a| �[0;m�[1;31m20221214030624222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030624222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030624222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030624222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030624222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030624222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030624234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030624242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030624243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030624243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:27.513549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=962): Terminating (SIGTERM)\u000a03:06:27.555729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=965): Terminating (SIGTERM)\u000a03:06:27.598153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=968): Terminating (SIGTERM)\u000a03:06:27.607862 --- ParallelTerminationStrategy: PID 962 died...\u000a03:06:27.664477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=962): Terminated: ok {rc=0}\u000a03:06:27.674617 --- ParallelTerminationStrategy: PID 965 died...\u000a03:06:27.730790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=965): Terminated: ok {rc=0}\u000a03:06:27.741281 --- ParallelTerminationStrategy: PID 968 died...\u000a03:06:27.797367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=968): Terminated: ok {rc=0}\u000a03:06:27.884122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=977): Process ended prematurely: osmo-stp_10.42.42.5(pid=977) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=977)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=977): Process ended prematurely: osmo-stp_10.42.42.5(pid=977) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:06:28.936700 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:28.948921 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:06:29.098188 tst ping_idle_ping.py: using LAC 38115\u000a03:06:29.213421 tst ping_idle_ping.py: using RAC 120\u000a03:06:29.329920 tst ping_idle_ping.py: using CellId 38115\u000a03:06:29.445385 tst ping_idle_ping.py: using BVCI 38116\u000a03:06:29.468084 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.479038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.489826 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.500492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.511205 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.522256 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.533187 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:06:29.543919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:06:29.830718 tst ping_idle_ping.py:24: start network...\u000a03:06:29.962369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:30.460845 run create_hlr_db(pid=971): Launched\u000a03:06:30.644203 bus /gobi_6: Setting Powered False\u000a03:06:31.667061 run create_hlr_db(pid=971): Terminated: ok {rc=0}\u000a03:06:32.132475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=973): Launched\u000a03:06:32.451192 run osmo-hlr_10.42.42.2(pid=974): Launched\u000a03:06:32.568172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:33.116401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=976): Launched\u000a03:06:33.433080 run osmo-stp_10.42.42.5(pid=977): Launched\u000a03:06:33.548350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:34.099667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=979): Launched\u000a03:06:34.212507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:34.488811 run patchelf(pid=980): Launched\u000a03:06:34.674479 run osmo-stp_10.42.42.5(pid=977): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=977)]\u000a03:06:34.809747 run osmo-stp_10.42.42.5(pid=977): stdout: \u000a| (launched: 2022-12-14_03:06:33.277460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:34.945229 run osmo-stp_10.42.42.5(pid=977): stderr: \u000a| �[0;m�[38;5;43m20221214030633471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030633471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030633471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030633472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030633472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030633472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030633472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:35.076558 run osmo-stp_10.42.42.5(pid=977): stdout: \u000a| (launched: 2022-12-14_03:06:33.277460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:35.206734 run osmo-stp_10.42.42.5(pid=977): stderr: \u000a| �[0;m�[38;5;43m20221214030633471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030633471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030633471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030633472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030633472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030633472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030633472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:35.359302 run patchelf(pid=980): Terminating (SIGINT)\u000a03:06:35.537900 run patchelf(pid=980): Terminated: ok {rc=0}\u000a03:06:35.570386 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=977): Process ended prematurely: osmo-stp_10.42.42.5(pid=977) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=977)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:06:35.579626 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:06:35.642973 run osmo-hlr_10.42.42.2(pid=974): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=974)]\u000a03:06:35.694558 run osmo-hlr_10.42.42.2(pid=974): stdout: \u000a| (launched: 2022-12-14_03:06:32.295731) \u000a03:06:35.746901 run osmo-hlr_10.42.42.2(pid=974): stderr: \u000a| �[0;m�[1;31m20221214030632490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030632490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030632490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030632490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030632490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030632490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030632503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030632512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030632512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030632512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:35.791564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=973): Terminating (SIGTERM)\u000a03:06:35.833661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=976): Terminating (SIGTERM)\u000a03:06:35.875847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=979): Terminating (SIGTERM)\u000a03:06:35.885555 --- ParallelTerminationStrategy: PID 973 died...\u000a03:06:35.941671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=973): Terminated: ok {rc=0}\u000a03:06:35.951707 --- ParallelTerminationStrategy: PID 976 died...\u000a03:06:36.007724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=976): Terminated: ok {rc=0}\u000a03:06:36.017755 --- ParallelTerminationStrategy: PID 979 died...\u000a03:06:36.073901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=979): Terminated: ok {rc=0}\u000a03:06:36.160229 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:05:37" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=999): Process ended prematurely: osmo-stp_10.42.42.5(pid=999) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=999)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=999): Process ended prematurely: osmo-stp_10.42.42.5(pid=999) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:06:38.290736 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.301882 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:06:38.452636 tst cs_paging_gprs_active.py: using LAC 38116\u000a03:06:38.573484 tst cs_paging_gprs_active.py: using RAC 121\u000a03:06:38.696525 tst cs_paging_gprs_active.py: using CellId 38116\u000a03:06:38.817668 tst cs_paging_gprs_active.py: using BVCI 38117\u000a03:06:38.840711 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.851712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.862839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.873822 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.884894 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.895996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.907141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.918142 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:38.929383 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:39.048801 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:39.325422 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:06:39.450504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:39.761106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=984): Launched\u000a03:06:40.019064 run iperf3-srv_10.42.42.10(pid=985): Launched\u000a03:06:40.202022 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:06:40.327206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:40.638720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=986): Launched\u000a03:06:40.896881 run iperf3-srv_10.42.42.10(pid=988): Launched\u000a03:06:41.079345 tst cs_paging_gprs_active.py:38: start network...\u000a03:06:41.204332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:41.685607 run create_hlr_db(pid=989): Launched\u000a03:06:41.857817 bus /gobi_6: Setting Powered False\u000a03:06:42.880871 run create_hlr_db(pid=989): Terminated: ok {rc=0}\u000a03:06:43.309053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=994): Launched\u000a03:06:43.632295 run osmo-hlr_10.42.42.2(pid=996): Launched\u000a03:06:43.751576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:44.309926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=998): Launched\u000a03:06:44.631837 run osmo-stp_10.42.42.5(pid=999): Launched\u000a03:06:44.749298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:45.311228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1001): Launched\u000a03:06:45.426727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:45.714352 run patchelf(pid=1002): Launched\u000a03:06:45.927991 run osmo-stp_10.42.42.5(pid=999): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=999)]\u000a03:06:46.069644 run osmo-stp_10.42.42.5(pid=999): stdout: \u000a| (launched: 2022-12-14_03:06:44.473496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:46.211219 run osmo-stp_10.42.42.5(pid=999): stderr: \u000a| �[0;m�[38;5;43m20221214030644664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030644665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030644665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030644665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030644666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030644666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030644666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:46.349301 run osmo-stp_10.42.42.5(pid=999): stdout: \u000a| (launched: 2022-12-14_03:06:44.473496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:46.485474 run osmo-stp_10.42.42.5(pid=999): stderr: \u000a| �[0;m�[38;5;43m20221214030644664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030644665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030644665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030644665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030644666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030644666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030644666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:46.644740 run patchelf(pid=1002): Terminating (SIGINT)\u000a03:06:46.831007 run patchelf(pid=1002): Terminated: ok {rc=0}\u000a03:06:46.865983 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=999): Process ended prematurely: osmo-stp_10.42.42.5(pid=999) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=999)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:06:46.877007 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:06:46.943871 run osmo-hlr_10.42.42.2(pid=996): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=996)]\u000a03:06:46.997990 run osmo-hlr_10.42.42.2(pid=996): stdout: \u000a| (launched: 2022-12-14_03:06:43.473259) \u000a03:06:47.052932 run osmo-hlr_10.42.42.2(pid=996): stderr: \u000a| �[0;m�[1;31m20221214030643670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030643670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030643670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030643670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030643670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030643670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030643682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030643691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030643691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:47.099780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=984): Terminating (SIGTERM)\u000a03:06:47.145778 run iperf3-srv_10.42.42.10(pid=985): Terminating (SIGTERM)\u000a03:06:47.190799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=986): Terminating (SIGTERM)\u000a03:06:47.233531 run iperf3-srv_10.42.42.10(pid=988): Terminating (SIGTERM)\u000a03:06:47.276536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=994): Terminating (SIGTERM)\u000a03:06:47.319440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=998): Terminating (SIGTERM)\u000a03:06:47.362055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1001): Terminating (SIGTERM)\u000a03:06:47.371675 --- ParallelTerminationStrategy: PID 984 died...\u000a03:06:47.428911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=984): Terminated: ok {rc=0}\u000a03:06:47.438956 --- ParallelTerminationStrategy: PID 985 died...\u000a03:06:47.495890 run iperf3-srv_10.42.42.10(pid=985): Terminated {rc=256}\u000a03:06:47.505964 --- ParallelTerminationStrategy: PID 986 died...\u000a03:06:47.563014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=986): Terminated: ok {rc=0}\u000a03:06:47.573109 --- ParallelTerminationStrategy: PID 988 died...\u000a03:06:47.630090 run iperf3-srv_10.42.42.10(pid=988): Terminated {rc=256}\u000a03:06:47.640082 --- ParallelTerminationStrategy: PID 994 died...\u000a03:06:47.697286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=994): Terminated: ok {rc=0}\u000a03:06:47.707331 --- ParallelTerminationStrategy: PID 998 died...\u000a03:06:47.764478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=998): Terminated: ok {rc=0}\u000a03:06:47.774522 --- ParallelTerminationStrategy: PID 1001 died...\u000a03:06:47.831622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1001): Terminated: ok {rc=0}\u000a03:06:47.919225 bus /gobi_0: Setting Powered False\u000a03:06:49.021381 bus /gobi_0: Setting Powered False\u000a03:06:50.133058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:06:51.243377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.255088 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:06:51.406393 tst iperf3.py: using LAC 38117\u000a03:06:51.528776 tst iperf3.py: using RAC 122\u000a03:06:51.644735 tst iperf3.py: using CellId 38117\u000a03:06:51.763186 tst iperf3.py: using BVCI 38118\u000a03:06:51.786047 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.796867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.807612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.818912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.830090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.841066 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.852213 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.863177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:06:51.874505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:06:52.166684 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:06:52.301071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:06:52.631583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1003): Launched\u000a03:06:52.906591 run iperf3-srv_10.42.42.10(pid=1004): Launched\u000a03:06:53.103478 tst iperf3.py:8: start network...\u000a03:06:53.237586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:06:53.743468 run create_hlr_db(pid=1005): Launched\u000a03:06:53.929075 bus /gobi_6: Setting Powered False\u000a03:06:54.949777 run create_hlr_db(pid=1005): Terminated: ok {rc=0}\u000a03:06:55.375927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Launched\u000a03:06:55.697637 run osmo-hlr_10.42.42.2(pid=1008): Launched\u000a03:06:55.815741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:06:56.375298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Launched\u000a03:06:56.696704 run osmo-stp_10.42.42.5(pid=1011): Launched\u000a03:06:56.813897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:06:57.372281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Launched\u000a03:06:57.486949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:06:57.767052 run patchelf(pid=1014): Launched\u000a03:06:57.954655 run osmo-stp_10.42.42.5(pid=1011): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a03:06:58.092337 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-14_03:06:56.538739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:58.230293 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221214030656732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030656732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030656732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030656733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030656735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030656735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030656735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:58.364529 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-14_03:06:56.538739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:06:58.496866 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221214030656732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030656732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030656732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030656733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030656735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030656735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030656735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:06:58.651247 run patchelf(pid=1014): Terminating (SIGINT)\u000a03:06:58.832772 run patchelf(pid=1014): Terminated: ok {rc=0}\u000a03:06:58.866092 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:06:58.876070 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:06:58.939574 run osmo-hlr_10.42.42.2(pid=1008): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1008)]\u000a03:06:58.991498 run osmo-hlr_10.42.42.2(pid=1008): stdout: \u000a| (launched: 2022-12-14_03:06:55.539372) \u000a03:06:59.044191 run osmo-hlr_10.42.42.2(pid=1008): stderr: \u000a| �[0;m�[1;31m20221214030655738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030655738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030655738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030655738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030655738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030655738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030655752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030655762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030655762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030655762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:06:59.088913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1003): Terminating (SIGTERM)\u000a03:06:59.131325 run iperf3-srv_10.42.42.10(pid=1004): Terminating (SIGTERM)\u000a03:06:59.173773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminating (SIGTERM)\u000a03:06:59.216026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminating (SIGTERM)\u000a03:06:59.258735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Terminating (SIGTERM)\u000a03:06:59.268454 --- ParallelTerminationStrategy: PID 1003 died...\u000a03:06:59.325192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1003): Terminated: ok {rc=0}\u000a03:06:59.335331 --- ParallelTerminationStrategy: PID 1004 died...\u000a03:06:59.391408 run iperf3-srv_10.42.42.10(pid=1004): Terminated {rc=256}\u000a03:06:59.401543 --- ParallelTerminationStrategy: PID 1007 died...\u000a03:06:59.457457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminated: ok {rc=0}\u000a03:06:59.467582 --- ParallelTerminationStrategy: PID 1010 died...\u000a03:06:59.523829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminated: ok {rc=0}\u000a03:06:59.533993 --- ParallelTerminationStrategy: PID 1013 died...\u000a03:06:59.590104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Terminated: ok {rc=0}\u000a03:06:59.676614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1029): Process ended prematurely: osmo-stp_10.42.42.5(pid=1029) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1029): Process ended prematurely: osmo-stp_10.42.42.5(pid=1029) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:07:00.790897 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:00.803210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:00.989898 tst iperf3m4.py: using LAC 38118\u000a03:07:01.119744 tst iperf3m4.py: using RAC 123\u000a03:07:01.281606 tst iperf3m4.py: using CellId 38118\u000a03:07:01.405084 tst iperf3m4.py: using BVCI 38119\u000a03:07:01.429377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.441201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.452796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.464335 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.476266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.488449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.500186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.511853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:01.524174 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:01.654545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:01.780738 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:01.896758 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:02.174755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:07:02.307138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:02.640060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1015): Launched\u000a03:07:02.916313 run iperf3-srv_10.42.42.10(pid=1016): Launched\u000a03:07:03.112803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:07:03.246864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:03.578998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1017): Launched\u000a03:07:03.854638 run iperf3-srv_10.42.42.10(pid=1018): Launched\u000a03:07:04.050569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:07:04.181356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:04.490841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1019): Launched\u000a03:07:04.749111 run iperf3-srv_10.42.42.10(pid=1020): Launched\u000a03:07:04.930986 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:07:05.055101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:07:05.364335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1021): Launched\u000a03:07:05.621653 run iperf3-srv_10.42.42.10(pid=1022): Launched\u000a03:07:05.802793 tst iperf3m4.py:8: start network...\u000a03:07:05.926930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:06.405818 run create_hlr_db(pid=1023): Launched\u000a03:07:06.578753 bus /gobi_6: Setting Powered False\u000a03:07:07.600896 run create_hlr_db(pid=1023): Terminated: ok {rc=0}\u000a03:07:07.999284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1025): Launched\u000a03:07:08.297586 run osmo-hlr_10.42.42.2(pid=1026): Launched\u000a03:07:08.405454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:08.925875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1028): Launched\u000a03:07:09.224666 run osmo-stp_10.42.42.5(pid=1029): Launched\u000a03:07:09.333964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:09.854588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1031): Launched\u000a03:07:09.961193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:10.222412 run patchelf(pid=1032): Launched\u000a03:07:10.397615 run osmo-stp_10.42.42.5(pid=1029): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)]\u000a03:07:10.525547 run osmo-stp_10.42.42.5(pid=1029): stdout: \u000a| (launched: 2022-12-14_03:07:09.077932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:10.653567 run osmo-stp_10.42.42.5(pid=1029): stderr: \u000a| �[0;m�[38;5;43m20221214030709249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030709249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030709249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030709250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030709250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030709250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030709250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:10.777402 run osmo-stp_10.42.42.5(pid=1029): stdout: \u000a| (launched: 2022-12-14_03:07:09.077932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:10.901636 run osmo-stp_10.42.42.5(pid=1029): stderr: \u000a| �[0;m�[38;5;43m20221214030709249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030709249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030709249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030709250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030709250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030709250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030709250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:11.045115 run patchelf(pid=1032): Terminating (SIGINT)\u000a03:07:11.214497 run patchelf(pid=1032): Terminated: ok {rc=0}\u000a03:07:11.245664 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1029): Process ended prematurely: osmo-stp_10.42.42.5(pid=1029) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:07:11.254990 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:07:11.315216 run osmo-hlr_10.42.42.2(pid=1026): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1026)]\u000a03:07:11.364084 run osmo-hlr_10.42.42.2(pid=1026): stdout: \u000a| (launched: 2022-12-14_03:07:08.151550) \u000a03:07:11.413462 run osmo-hlr_10.42.42.2(pid=1026): stderr: \u000a| �[0;m�[1;31m20221214030708328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030708328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030708328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030708328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030708328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030708328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030708351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030708360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030708360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030708360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:11.455817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1015): Terminating (SIGTERM)\u000a03:07:11.495672 run iperf3-srv_10.42.42.10(pid=1016): Terminating (SIGTERM)\u000a03:07:11.535444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1017): Terminating (SIGTERM)\u000a03:07:11.575583 run iperf3-srv_10.42.42.10(pid=1018): Terminating (SIGTERM)\u000a03:07:11.615429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1019): Terminating (SIGTERM)\u000a03:07:11.654986 run iperf3-srv_10.42.42.10(pid=1020): Terminating (SIGTERM)\u000a03:07:11.694529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1021): Terminating (SIGTERM)\u000a03:07:11.733912 run iperf3-srv_10.42.42.10(pid=1022): Terminating (SIGTERM)\u000a03:07:11.773436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1025): Terminating (SIGTERM)\u000a03:07:11.813369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1028): Terminating (SIGTERM)\u000a03:07:11.854076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1031): Terminating (SIGTERM)\u000a03:07:11.863290 --- ParallelTerminationStrategy: PID 1015 died...\u000a03:07:11.916540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1015): Terminated: ok {rc=0}\u000a03:07:11.926209 --- ParallelTerminationStrategy: PID 1016 died...\u000a03:07:11.978949 run iperf3-srv_10.42.42.10(pid=1016): Terminated {rc=256}\u000a03:07:11.988348 --- ParallelTerminationStrategy: PID 1017 died...\u000a03:07:12.041113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1017): Terminated: ok {rc=0}\u000a03:07:12.050629 --- ParallelTerminationStrategy: PID 1018 died...\u000a03:07:12.103150 run iperf3-srv_10.42.42.10(pid=1018): Terminated {rc=256}\u000a03:07:12.112693 --- ParallelTerminationStrategy: PID 1019 died...\u000a03:07:12.165234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1019): Terminated: ok {rc=0}\u000a03:07:12.174734 --- ParallelTerminationStrategy: PID 1020 died...\u000a03:07:12.227174 run iperf3-srv_10.42.42.10(pid=1020): Terminated {rc=256}\u000a03:07:12.236688 --- ParallelTerminationStrategy: PID 1021 died...\u000a03:07:12.289464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1021): Terminated: ok {rc=0}\u000a03:07:12.299083 --- ParallelTerminationStrategy: PID 1022 died...\u000a03:07:12.351697 run iperf3-srv_10.42.42.10(pid=1022): Terminated {rc=256}\u000a03:07:12.361294 --- ParallelTerminationStrategy: PID 1025 died...\u000a03:07:12.413837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1025): Terminated: ok {rc=0}\u000a03:07:12.423382 --- ParallelTerminationStrategy: PID 1028 died...\u000a03:07:12.475930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1028): Terminated: ok {rc=0}\u000a03:07:12.485908 --- ParallelTerminationStrategy: PID 1031 died...\u000a03:07:12.538742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1031): Terminated: ok {rc=0}\u000a03:07:12.627435 bus /gobi_4: Setting Powered False\u000a03:07:13.730163 bus /gobi_4: Setting Powered False\u000a03:07:14.840780 bus /gobi_1: Setting Powered False\u000a03:07:15.957210 bus /gobi_1: Setting Powered False\u000a03:07:17.093500 bus /gobi_0: Setting Powered False\u000a03:07:18.201563 bus /gobi_0: Setting Powered False\u000a03:07:19.310734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1041): Process ended prematurely: osmo-stp_10.42.42.5(pid=1041) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1041): Process ended prematurely: osmo-stp_10.42.42.5(pid=1041) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:07:20.379684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:20.391809 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:20.552883 tst ping.py: using LAC 38119\u000a03:07:20.676527 tst ping.py: using RAC 124\u000a03:07:20.795336 tst ping.py: using CellId 38119\u000a03:07:20.914186 tst ping.py: using BVCI 38120\u000a03:07:20.936760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:20.947734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:20.958719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:20.969775 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:20.981102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:20.992463 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:21.003904 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:21.015254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:21.303757 tst ping.py:19: start network...\u000a03:07:21.435388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:21.930426 run create_hlr_db(pid=1035): Launched\u000a03:07:22.113673 bus /gobi_6: Setting Powered False\u000a03:07:23.134693 run create_hlr_db(pid=1035): Terminated: ok {rc=0}\u000a03:07:23.554633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1037): Launched\u000a03:07:23.868724 run osmo-hlr_10.42.42.2(pid=1038): Launched\u000a03:07:23.982880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:24.531526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1040): Launched\u000a03:07:24.847948 run osmo-stp_10.42.42.5(pid=1041): Launched\u000a03:07:24.963322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:25.514483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1043): Launched\u000a03:07:25.627056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:25.902121 run patchelf(pid=1044): Launched\u000a03:07:26.086975 run osmo-stp_10.42.42.5(pid=1041): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)]\u000a03:07:26.221961 run osmo-stp_10.42.42.5(pid=1041): stdout: \u000a| (launched: 2022-12-14_03:07:24.691402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:26.357464 run osmo-stp_10.42.42.5(pid=1041): stderr: \u000a| �[0;m�[38;5;43m20221214030724883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030724883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030724883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030724883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030724884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030724884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030724884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:26.488230 run osmo-stp_10.42.42.5(pid=1041): stdout: \u000a| (launched: 2022-12-14_03:07:24.691402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:26.618080 run osmo-stp_10.42.42.5(pid=1041): stderr: \u000a| �[0;m�[38;5;43m20221214030724883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030724883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030724883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030724883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030724884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030724884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030724884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:26.769290 run patchelf(pid=1044): Terminating (SIGINT)\u000a03:07:26.947752 run patchelf(pid=1044): Terminated: ok {rc=0}\u000a03:07:26.980199 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1041): Process ended prematurely: osmo-stp_10.42.42.5(pid=1041) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:07:26.989578 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:07:27.052625 run osmo-hlr_10.42.42.2(pid=1038): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1038)]\u000a03:07:27.104188 run osmo-hlr_10.42.42.2(pid=1038): stdout: \u000a| (launched: 2022-12-14_03:07:23.714695) \u000a03:07:27.156509 run osmo-hlr_10.42.42.2(pid=1038): stderr: \u000a| �[0;m�[1;31m20221214030723915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030723915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030723915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030723915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030723915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030723915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030723927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030723935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030723936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030723936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:27.201078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1037): Terminating (SIGTERM)\u000a03:07:27.242950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1040): Terminating (SIGTERM)\u000a03:07:27.285281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1043): Terminating (SIGTERM)\u000a03:07:27.294946 --- ParallelTerminationStrategy: PID 1037 died...\u000a03:07:27.351559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1037): Terminated: ok {rc=0}\u000a03:07:27.361638 --- ParallelTerminationStrategy: PID 1040 died...\u000a03:07:27.417525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1040): Terminated: ok {rc=0}\u000a03:07:27.427497 --- ParallelTerminationStrategy: PID 1043 died...\u000a03:07:27.483265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1043): Terminated: ok {rc=0}\u000a03:07:27.569505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1051): Process ended prematurely: osmo-stp_10.42.42.5(pid=1051) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1051)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1051): Process ended prematurely: osmo-stp_10.42.42.5(pid=1051) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:07:28.621884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:28.634052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:07:28.793194 tst ping_idle_ping.py: using LAC 38120\u000a03:07:28.916267 tst ping_idle_ping.py: using RAC 125\u000a03:07:29.031542 tst ping_idle_ping.py: using CellId 38120\u000a03:07:29.145816 tst ping_idle_ping.py: using BVCI 38121\u000a03:07:29.168404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.179560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.190552 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.201505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.212740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.224010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.235592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:07:29.246952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:07:29.519723 tst ping_idle_ping.py:24: start network...\u000a03:07:29.642519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:30.116887 run create_hlr_db(pid=1045): Launched\u000a03:07:30.287072 bus /gobi_6: Setting Powered False\u000a03:07:31.312066 run create_hlr_db(pid=1045): Terminated: ok {rc=0}\u000a03:07:31.733599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1047): Launched\u000a03:07:32.091558 run osmo-hlr_10.42.42.2(pid=1048): Launched\u000a03:07:32.246528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:32.790223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1050): Launched\u000a03:07:33.085740 run osmo-stp_10.42.42.5(pid=1051): Launched\u000a03:07:33.193244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:33.707972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1053): Launched\u000a03:07:33.813543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:34.071538 run patchelf(pid=1054): Launched\u000a03:07:34.244475 run osmo-stp_10.42.42.5(pid=1051): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1051)]\u000a03:07:34.370780 run osmo-stp_10.42.42.5(pid=1051): stdout: \u000a| (launched: 2022-12-14_03:07:32.939860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:34.496934 run osmo-stp_10.42.42.5(pid=1051): stderr: \u000a| �[0;m�[38;5;43m20221214030733110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030733110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030733111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030733111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030733113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030733114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030733114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:34.619231 run osmo-stp_10.42.42.5(pid=1051): stdout: \u000a| (launched: 2022-12-14_03:07:32.939860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:34.740400 run osmo-stp_10.42.42.5(pid=1051): stderr: \u000a| �[0;m�[38;5;43m20221214030733110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030733110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030733111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030733111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030733113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030733114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030733114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:34.881937 run patchelf(pid=1054): Terminating (SIGINT)\u000a03:07:35.049980 run patchelf(pid=1054): Terminated: ok {rc=0}\u000a03:07:35.080331 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1051): Process ended prematurely: osmo-stp_10.42.42.5(pid=1051) [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1051)] [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:07:35.091311 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:07:35.151099 run osmo-hlr_10.42.42.2(pid=1048): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1048)]\u000a03:07:35.199951 run osmo-hlr_10.42.42.2(pid=1048): stdout: \u000a| (launched: 2022-12-14_03:07:31.885988) \u000a03:07:35.249275 run osmo-hlr_10.42.42.2(pid=1048): stderr: \u000a| �[0;m�[1;31m20221214030732256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030732256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030732256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030732256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030732256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030732256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030732273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030732281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030732281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030732281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:35.291987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1047): Terminating (SIGTERM)\u000a03:07:35.332156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1050): Terminating (SIGTERM)\u000a03:07:35.371986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1053): Terminating (SIGTERM)\u000a03:07:35.380882 --- ParallelTerminationStrategy: PID 1047 died...\u000a03:07:35.433956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1047): Terminated: ok {rc=0}\u000a03:07:35.443683 --- ParallelTerminationStrategy: PID 1050 died...\u000a03:07:35.496473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1050): Terminated: ok {rc=0}\u000a03:07:35.506169 --- ParallelTerminationStrategy: PID 1053 died...\u000a03:07:35.559046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1053): Terminated: ok {rc=0}\u000a03:07:35.647428 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:06:37" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1065): Process ended prematurely: osmo-stp_10.42.42.5(pid=1065) [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1065)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1065): Process ended prematurely: osmo-stp_10.42.42.5(pid=1065) [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:07:37.675958 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:37.687587 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:07:37.847362 tst switch_tch_pdch.py: using LAC 38121\u000a03:07:37.970768 tst switch_tch_pdch.py: using RAC 126\u000a03:07:38.094114 tst switch_tch_pdch.py: using CellId 38121\u000a03:07:38.217404 tst switch_tch_pdch.py: using BVCI 38122\u000a03:07:38.241530 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.253170 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.264671 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.276579 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.288430 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.300232 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.312304 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:07:38.324306 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:07:38.446455 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:07:38.718982 tst switch_tch_pdch.py:51: start network...\u000a03:07:38.840215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:39.313024 run create_hlr_db(pid=1059): Launched\u000a03:07:39.482245 bus /gobi_6: Setting Powered False\u000a03:07:40.503931 run create_hlr_db(pid=1059): Terminated: ok {rc=0}\u000a03:07:40.924108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1061): Launched\u000a03:07:41.239618 run osmo-hlr_10.42.42.2(pid=1062): Launched\u000a03:07:41.356654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:41.903701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1064): Launched\u000a03:07:42.219105 run osmo-stp_10.42.42.5(pid=1065): Launched\u000a03:07:42.335079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:42.886454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1067): Launched\u000a03:07:42.998769 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:43.274953 run patchelf(pid=1068): Launched\u000a03:07:43.459989 run osmo-stp_10.42.42.5(pid=1065): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1065)]\u000a03:07:43.595445 run osmo-stp_10.42.42.5(pid=1065): stdout: \u000a| (launched: 2022-12-14_03:07:42.063943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:43.731020 run osmo-stp_10.42.42.5(pid=1065): stderr: \u000a| �[0;m�[38;5;43m20221214030742256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030742256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030742256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030742257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030742257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030742257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030742257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:43.862096 run osmo-stp_10.42.42.5(pid=1065): stdout: \u000a| (launched: 2022-12-14_03:07:42.063943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:43.991925 run osmo-stp_10.42.42.5(pid=1065): stderr: \u000a| �[0;m�[38;5;43m20221214030742256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030742256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030742256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030742257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030742257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030742257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030742257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:44.143534 run patchelf(pid=1068): Terminating (SIGINT)\u000a03:07:44.322391 run patchelf(pid=1068): Terminated: ok {rc=0}\u000a03:07:44.354941 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1065): Process ended prematurely: osmo-stp_10.42.42.5(pid=1065) [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1065)] [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:07:44.364215 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a03:07:44.427484 run osmo-hlr_10.42.42.2(pid=1062): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1062)]\u000a03:07:44.479167 run osmo-hlr_10.42.42.2(pid=1062): stdout: \u000a| (launched: 2022-12-14_03:07:41.084893) \u000a03:07:44.531301 run osmo-hlr_10.42.42.2(pid=1062): stderr: \u000a| �[0;m�[1;31m20221214030741282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030741282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030741282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030741282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030741282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030741282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030741295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030741303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030741303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030741304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:44.575678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1061): Terminating (SIGTERM)\u000a03:07:44.617579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1064): Terminating (SIGTERM)\u000a03:07:44.659499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1067): Terminating (SIGTERM)\u000a03:07:44.669214 --- ParallelTerminationStrategy: PID 1061 died...\u000a03:07:44.725383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1061): Terminated: ok {rc=0}\u000a03:07:44.735695 --- ParallelTerminationStrategy: PID 1064 died...\u000a03:07:44.791316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1064): Terminated: ok {rc=0}\u000a03:07:44.801363 --- ParallelTerminationStrategy: PID 1067 died...\u000a03:07:44.856721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1067): Terminated: ok {rc=0}\u000a03:07:44.942493 bus /gobi_0: Setting Powered False\u000a03:07:46.063764 bus /gobi_0: Setting Powered False\u000a03:07:47.182750 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:07:37" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1078): Process ended prematurely: osmo-stp_10.42.42.5(pid=1078) [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1078)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1078): Process ended prematurely: osmo-stp_10.42.42.5(pid=1078) [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:07:49.160368 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.172030 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:07:49.329298 tst switch_tch_pdch.py: using LAC 38122\u000a03:07:49.452135 tst switch_tch_pdch.py: using RAC 127\u000a03:07:49.574532 tst switch_tch_pdch.py: using CellId 38122\u000a03:07:49.696667 tst switch_tch_pdch.py: using BVCI 38123\u000a03:07:49.721085 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.732577 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.743874 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.755327 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.767145 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.778918 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.791104 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:07:49.803035 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:07:49.917756 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:07:50.206634 tst switch_tch_pdch.py:51: start network...\u000a03:07:50.339014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:07:50.805664 run create_hlr_db(pid=1072): Launched\u000a03:07:50.934831 bus /gobi_6: Setting Powered False\u000a03:07:52.027044 run create_hlr_db(pid=1072): Terminated: ok {rc=0}\u000a03:07:52.420358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1074): Launched\u000a03:07:52.736332 run osmo-hlr_10.42.42.2(pid=1075): Launched\u000a03:07:52.851478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:07:53.372261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1077): Launched\u000a03:07:53.687098 run osmo-stp_10.42.42.5(pid=1078): Launched\u000a03:07:53.802164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:07:54.322626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1080): Launched\u000a03:07:54.427123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:07:54.683339 run patchelf(pid=1081): Launched\u000a03:07:54.855415 run osmo-stp_10.42.42.5(pid=1078): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1078)]\u000a03:07:54.981192 run osmo-stp_10.42.42.5(pid=1078): stdout: \u000a| (launched: 2022-12-14_03:07:53.532214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:55.107012 run osmo-stp_10.42.42.5(pid=1078): stderr: \u000a| �[0;m�[38;5;43m20221214030753722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030753722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030753722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030753723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030753725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030753725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030753725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:55.229530 run osmo-stp_10.42.42.5(pid=1078): stdout: \u000a| (launched: 2022-12-14_03:07:53.532214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:07:55.350650 run osmo-stp_10.42.42.5(pid=1078): stderr: \u000a| �[0;m�[38;5;43m20221214030753722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030753722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030753722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030753723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030753725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030753725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030753725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:07:55.491465 run patchelf(pid=1081): Terminating (SIGINT)\u000a03:07:55.658142 run patchelf(pid=1081): Terminated: ok {rc=0}\u000a03:07:55.688467 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1078): Process ended prematurely: osmo-stp_10.42.42.5(pid=1078) [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1078)] [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:07:55.697069 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:07:55.756328 run osmo-hlr_10.42.42.2(pid=1075): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1075)]\u000a03:07:55.805387 run osmo-hlr_10.42.42.2(pid=1075): stdout: \u000a| (launched: 2022-12-14_03:07:52.581178) \u000a03:07:55.854958 run osmo-hlr_10.42.42.2(pid=1075): stderr: \u000a| �[0;m�[1;31m20221214030752779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030752779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030752779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030752779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030752779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030752779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030752792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030752801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030752801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030752801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:07:55.897016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1074): Terminating (SIGTERM)\u000a03:07:55.936568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1077): Terminating (SIGTERM)\u000a03:07:55.976290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1080): Terminating (SIGTERM)\u000a03:07:55.985620 --- ParallelTerminationStrategy: PID 1074 died...\u000a03:07:56.038692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1074): Terminated: ok {rc=0}\u000a03:07:56.048232 --- ParallelTerminationStrategy: PID 1077 died...\u000a03:07:56.100884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1077): Terminated: ok {rc=0}\u000a03:07:56.110510 --- ParallelTerminationStrategy: PID 1080 died...\u000a03:07:56.163085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1080): Terminated: ok {rc=0}\u000a03:07:56.246199 bus /gobi_0: Setting Powered False\u000a03:07:57.352626 bus /gobi_0: Setting Powered False\u000a03:07:58.460092 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:07:48" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1086): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1086) [trial-2398↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1086)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1086): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1086) [trial-2398↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a03:08:00.333846 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a03:08:00.344932 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a03:08:00.473923 tst mo_mt_sms.py: using LAC 38123\u000a03:08:00.597453 tst mo_mt_sms.py: using RAC 128\u000a03:08:00.721880 tst mo_mt_sms.py: using CellId 38123\u000a03:08:00.849649 tst mo_mt_sms.py: using BVCI 38124\u000a03:08:00.874810 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a03:08:00.997430 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a03:08:01.338005 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:08:01.463689 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:08:02.117086 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1085): Launched\u000a03:08:02.466918 run osmo-nitb_10.42.42.2(pid=1086): Launched\u000a03:08:02.648303 run osmo-nitb_10.42.42.2(pid=1086): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1086)]\u000a03:08:02.781784 run osmo-nitb_10.42.42.2(pid=1086): stdout: \u000a| (launched: 2022-12-14_03:08:02.294183) \u000a03:08:02.915233 run osmo-nitb_10.42.42.2(pid=1086): stderr: \u000a| (launched: 2022-12-14_03:08:02.342464)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:03.044254 run osmo-nitb_10.42.42.2(pid=1086): stdout: \u000a| (launched: 2022-12-14_03:08:02.294183) \u000a03:08:03.172593 run osmo-nitb_10.42.42.2(pid=1086): stderr: \u000a| (launched: 2022-12-14_03:08:02.342464)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:03.585563 tst osmo-nitb_10.42.42.2(pid=1086): stdout: \u000a| (launched: 2022-12-14_03:08:02.294183) \u000a03:08:03.701828 tst osmo-nitb_10.42.42.2(pid=1086): stderr: \u000a| (launched: 2022-12-14_03:08:02.342464)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:03.752875 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1086): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1086) [trial-2398↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1086)] [trial-2398↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a03:08:03.761251 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a03:08:03.795253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1085): Terminating (SIGTERM)\u000a03:08:03.972792 --- ParallelTerminationStrategy: PID 1085 died...\u000a03:08:04.027714 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1085): Terminated: ok {rc=0}\u000a03:08:04.116352 bus /sierra_3: Setting Powered False\u000a03:08:05.220512 bus /sierra_3: Setting Powered False\u000a03:08:06.333486 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:08:00" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1096): Process ended prematurely: osmo-stp_10.42.42.5(pid=1096) [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1096)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1096): Process ended prematurely: osmo-stp_10.42.42.5(pid=1096) [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a03:08:08.186457 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:08.197032 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:08.316520 tst mo_mt_sms.py: using LAC 38124\u000a03:08:08.432032 tst mo_mt_sms.py: using RAC 129\u000a03:08:08.547832 tst mo_mt_sms.py: using CellId 38124\u000a03:08:08.664810 tst mo_mt_sms.py: using BVCI 38125\u000a03:08:08.686979 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:08.697520 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:08.707864 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:08.718200 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:08.728606 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:08.739458 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a03:08:08.854176 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a03:08:09.053978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:09.524219 run create_hlr_db(pid=1090): Launched\u000a03:08:09.693665 bus /sierra_2: Setting Powered False\u000a03:08:10.715379 run create_hlr_db(pid=1090): Terminated: ok {rc=0}\u000a03:08:11.107939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1092): Launched\u000a03:08:11.402377 run osmo-hlr_10.42.42.2(pid=1093): Launched\u000a03:08:11.517973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:12.038509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1095): Launched\u000a03:08:12.331760 run osmo-stp_10.42.42.5(pid=1096): Launched\u000a03:08:12.438806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:12.975720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1098): Launched\u000a03:08:13.270093 run osmo-msc_10.42.42.6(pid=1099): Launched\u000a03:08:13.443766 run osmo-stp_10.42.42.5(pid=1096): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1096)]\u000a03:08:13.568779 run osmo-stp_10.42.42.5(pid=1096): stdout: \u000a| (launched: 2022-12-14_03:08:12.187054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:13.691830 run osmo-stp_10.42.42.5(pid=1096): stderr: \u000a| �[0;m�[38;5;43m20221214030812357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030812358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:13.810245 run osmo-stp_10.42.42.5(pid=1096): stdout: \u000a| (launched: 2022-12-14_03:08:12.187054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:13.927827 run osmo-stp_10.42.42.5(pid=1096): stderr: \u000a| �[0;m�[38;5;43m20221214030812357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030812358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030812358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030812359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:13.979450 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1096): Process ended prematurely: osmo-stp_10.42.42.5(pid=1096) [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1096)] [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a03:08:13.987555 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a03:08:14.046846 run osmo-hlr_10.42.42.2(pid=1093): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1093)]\u000a03:08:14.095721 run osmo-hlr_10.42.42.2(pid=1093): stdout: \u000a| (launched: 2022-12-14_03:08:11.257306) \u000a03:08:14.145352 run osmo-hlr_10.42.42.2(pid=1093): stderr: \u000a| �[0;m�[1;31m20221214030811434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030811434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030811434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030811434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030811434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030811434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030811447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030811455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030811455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030811455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:14.212066 run osmo-msc_10.42.42.6(pid=1099): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1099)]\u000a03:08:14.260403 run osmo-msc_10.42.42.6(pid=1099): stdout: \u000a| (launched: 2022-12-14_03:08:13.125539) \u000a03:08:14.309347 run osmo-msc_10.42.42.6(pid=1099): stderr: \u000a| �[0;m�[38;5;43m20221214030813393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030813394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56637f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030813394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030813394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030813394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030813394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030813396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030813396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030813396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030813396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:14.351477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1092): Terminating (SIGTERM)\u000a03:08:14.391224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1095): Terminating (SIGTERM)\u000a03:08:14.430997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1098): Terminating (SIGTERM)\u000a03:08:14.440209 --- ParallelTerminationStrategy: PID 1092 died...\u000a03:08:14.493550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1092): Terminated: ok {rc=0}\u000a03:08:14.503182 --- ParallelTerminationStrategy: PID 1095 died...\u000a03:08:14.556049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1095): Terminated: ok {rc=0}\u000a03:08:14.565981 --- ParallelTerminationStrategy: PID 1098 died...\u000a03:08:14.618959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1098): Terminated: ok {rc=0}\u000a03:08:14.706809 bus /sierra_3: Setting Powered False\u000a03:08:15.813015 bus /sierra_3: Setting Powered False\u000a03:08:16.924790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:08:07" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1105): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1105) [trial-2398↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1105)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1105): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1105) [trial-2398↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a03:08:18.735446 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a03:08:18.746302 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:18.876806 tst assert_extension.py: using LAC 38125\u000a03:08:19.000916 tst assert_extension.py: using RAC 130\u000a03:08:19.127176 tst assert_extension.py: using CellId 38125\u000a03:08:19.250190 tst assert_extension.py: using BVCI 38126\u000a03:08:19.274611 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a03:08:19.561487 tst assert_extension.py:10: start nitb and bts...\u000a03:08:19.693063 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:08:20.344457 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1104): Launched\u000a03:08:20.656381 run osmo-nitb_10.42.42.2(pid=1105): Launched\u000a03:08:20.850859 run osmo-nitb_10.42.42.2(pid=1105): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1105)]\u000a03:08:20.993881 run osmo-nitb_10.42.42.2(pid=1105): stdout: \u000a| (launched: 2022-12-14_03:08:20.504793) \u000a03:08:21.137112 run osmo-nitb_10.42.42.2(pid=1105): stderr: \u000a| (launched: 2022-12-14_03:08:20.551885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:21.275716 run osmo-nitb_10.42.42.2(pid=1105): stdout: \u000a| (launched: 2022-12-14_03:08:20.504793) \u000a03:08:21.414429 run osmo-nitb_10.42.42.2(pid=1105): stderr: \u000a| (launched: 2022-12-14_03:08:20.551885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:21.783076 tst osmo-nitb_10.42.42.2(pid=1105): stdout: \u000a| (launched: 2022-12-14_03:08:20.504793) \u000a03:08:21.908561 tst osmo-nitb_10.42.42.2(pid=1105): stderr: \u000a| (launched: 2022-12-14_03:08:20.551885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:08:21.963477 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1105): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1105) [trial-2398↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1105)] [trial-2398↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a03:08:21.972225 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:08:22.008580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1104): Terminating (SIGTERM)\u000a03:08:22.186491 --- ParallelTerminationStrategy: PID 1104 died...\u000a03:08:22.244069 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1104): Terminated: ok {rc=0}\u000a03:08:22.330913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:08:18" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1117): Process ended prematurely: osmo-stp_10.42.42.5(pid=1117) [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1117)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1117): Process ended prematurely: osmo-stp_10.42.42.5(pid=1117) [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a03:08:24.144554 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:24.155585 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:08:24.285565 tst assert_extension.py: using LAC 38126\u000a03:08:24.412044 tst assert_extension.py: using RAC 131\u000a03:08:24.537709 tst assert_extension.py: using CellId 38126\u000a03:08:24.660832 tst assert_extension.py: using BVCI 38127\u000a03:08:24.684771 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:24.695892 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:24.706940 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:24.717858 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:24.729158 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:08:24.740329 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a03:08:24.945438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:25.441686 run create_hlr_db(pid=1110): Launched\u000a03:08:25.624502 bus /sierra_2: Setting Powered False\u000a03:08:26.645418 run create_hlr_db(pid=1110): Terminated: ok {rc=0}\u000a03:08:27.066236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1112): Launched\u000a03:08:27.383351 run osmo-hlr_10.42.42.2(pid=1114): Launched\u000a03:08:27.499808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:28.050451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1116): Launched\u000a03:08:28.367405 run osmo-stp_10.42.42.5(pid=1117): Launched\u000a03:08:28.482540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:29.058488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1120): Launched\u000a03:08:29.375011 run osmo-msc_10.42.42.6(pid=1121): Launched\u000a03:08:29.562239 run osmo-stp_10.42.42.5(pid=1117): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1117)]\u000a03:08:29.697401 run osmo-stp_10.42.42.5(pid=1117): stdout: \u000a| (launched: 2022-12-14_03:08:28.211382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:29.833199 run osmo-stp_10.42.42.5(pid=1117): stderr: \u000a| �[0;m�[38;5;43m20221214030828404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030828404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030828404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030828405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030828405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030828405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030828405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:29.960496 run osmo-stp_10.42.42.5(pid=1117): stdout: \u000a| (launched: 2022-12-14_03:08:28.211382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:30.087397 run osmo-stp_10.42.42.5(pid=1117): stderr: \u000a| �[0;m�[38;5;43m20221214030828404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030828404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030828404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030828405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030828405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030828405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030828405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:30.142611 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1117): Process ended prematurely: osmo-stp_10.42.42.5(pid=1117) [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1117)] [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a03:08:30.151004 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a03:08:30.214068 run osmo-hlr_10.42.42.2(pid=1114): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1114)]\u000a03:08:30.265712 run osmo-hlr_10.42.42.2(pid=1114): stdout: \u000a| (launched: 2022-12-14_03:08:27.227211) \u000a03:08:30.318336 run osmo-hlr_10.42.42.2(pid=1114): stderr: \u000a| �[0;m�[1;31m20221214030827427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030827427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030827427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030827427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030827427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030827427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030827439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030827449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030827449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030827449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:30.389278 run osmo-msc_10.42.42.6(pid=1121): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1121)]\u000a03:08:30.440518 run osmo-msc_10.42.42.6(pid=1121): stdout: \u000a| (launched: 2022-12-14_03:08:29.218959) \u000a03:08:30.492652 run osmo-msc_10.42.42.6(pid=1121): stderr: \u000a| �[0;m�[38;5;43m20221214030829539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030829539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa56d88dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030829539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030829539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030829540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030829540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030829541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030829542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030829542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030829542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:30.537098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1112): Terminating (SIGTERM)\u000a03:08:30.579053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1116): Terminating (SIGTERM)\u000a03:08:30.621103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1120): Terminating (SIGTERM)\u000a03:08:30.630791 --- ParallelTerminationStrategy: PID 1112 died...\u000a03:08:30.687197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1112): Terminated: ok {rc=0}\u000a03:08:30.697639 --- ParallelTerminationStrategy: PID 1116 died...\u000a03:08:30.753765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1116): Terminated: ok {rc=0}\u000a03:08:30.763726 --- ParallelTerminationStrategy: PID 1120 died...\u000a03:08:30.820003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1120): Terminated: ok {rc=0}\u000a03:08:30.925828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:08:23" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1141): Process ended prematurely: osmo-stp_10.42.42.5(pid=1141) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1141): Process ended prematurely: osmo-stp_10.42.42.5(pid=1141) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:08:32.890671 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:32.902535 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:08:33.056665 tst mo_mt_call.py: using LAC 38127\u000a03:08:33.183563 tst mo_mt_call.py: using RAC 132\u000a03:08:33.309636 tst mo_mt_call.py: using CellId 38127\u000a03:08:33.440055 tst mo_mt_call.py: using BVCI 38128\u000a03:08:33.464522 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:33.476089 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:33.487491 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:33.498975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:33.510826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:33.522503 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:33.639487 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:33.843202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:34.322795 run create_hlr_db(pid=1130): Launched\u000a03:08:34.495301 bus /sierra_2: Setting Powered False\u000a03:08:35.516767 run create_hlr_db(pid=1130): Terminated: ok {rc=0}\u000a03:08:35.913845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1132): Launched\u000a03:08:36.211962 run osmo-hlr_10.42.42.2(pid=1133): Launched\u000a03:08:36.331983 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:36.854244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1140): Launched\u000a03:08:37.150615 run osmo-stp_10.42.42.5(pid=1141): Launched\u000a03:08:37.259605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:37.804588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1144): Launched\u000a03:08:38.103003 run osmo-msc_10.42.42.6(pid=1145): Launched\u000a03:08:38.278459 run osmo-stp_10.42.42.5(pid=1141): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)]\u000a03:08:38.404480 run osmo-stp_10.42.42.5(pid=1141): stdout: \u000a| (launched: 2022-12-14_03:08:37.005296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:38.528862 run osmo-stp_10.42.42.5(pid=1141): stderr: \u000a| �[0;m�[38;5;43m20221214030837175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030837175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030837176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030837176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030837176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030837177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030837177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:38.648871 run osmo-stp_10.42.42.5(pid=1141): stdout: \u000a| (launched: 2022-12-14_03:08:37.005296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:38.767633 run osmo-stp_10.42.42.5(pid=1141): stderr: \u000a| �[0;m�[38;5;43m20221214030837175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030837175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030837176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030837176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030837176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030837177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030837177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:38.819965 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1141): Process ended prematurely: osmo-stp_10.42.42.5(pid=1141) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:08:38.828509 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:08:38.887340 run osmo-hlr_10.42.42.2(pid=1133): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1133)]\u000a03:08:38.935739 run osmo-hlr_10.42.42.2(pid=1133): stdout: \u000a| (launched: 2022-12-14_03:08:36.065658) \u000a03:08:38.984703 run osmo-hlr_10.42.42.2(pid=1133): stderr: \u000a| �[0;m�[1;31m20221214030836239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030836239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030836239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030836239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030836239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030836239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030836251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030836261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030836261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030836261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:39.051315 run osmo-msc_10.42.42.6(pid=1145): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1145)]\u000a03:08:39.099676 run osmo-msc_10.42.42.6(pid=1145): stdout: \u000a| (launched: 2022-12-14_03:08:37.955912) \u000a03:08:39.148635 run osmo-msc_10.42.42.6(pid=1145): stderr: \u000a| �[0;m�[38;5;43m20221214030838223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030838224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b1911bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030838224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030838224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030838224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030838224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030838226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030838226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030838226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030838226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:39.190004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1132): Terminating (SIGTERM)\u000a03:08:39.228936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1140): Terminating (SIGTERM)\u000a03:08:39.268045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1144): Terminating (SIGTERM)\u000a03:08:39.277198 --- ParallelTerminationStrategy: PID 1132 died...\u000a03:08:39.329585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1132): Terminated: ok {rc=0}\u000a03:08:39.339053 --- ParallelTerminationStrategy: PID 1140 died...\u000a03:08:39.391196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1140): Terminated: ok {rc=0}\u000a03:08:39.400665 --- ParallelTerminationStrategy: PID 1144 died...\u000a03:08:39.452905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1144): Terminated: ok {rc=0}\u000a03:08:39.536222 bus /sierra_3: Setting Powered False\u000a03:08:40.641821 bus /sierra_3: Setting Powered False\u000a03:08:41.752495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:08:42.861515 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:42.873107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:08:43.017769 tst mo_mt_call_osmux.py: using LAC 38128\u000a03:08:43.134653 tst mo_mt_call_osmux.py: using RAC 133\u000a03:08:43.252035 tst mo_mt_call_osmux.py: using CellId 38128\u000a03:08:43.371106 tst mo_mt_call_osmux.py: using BVCI 38129\u000a03:08:43.393804 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:43.404798 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:43.415631 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:43.426466 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:43.437427 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:08:43.448321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:43.563962 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:08:43.775355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:44.278771 run create_hlr_db(pid=1147): Launched\u000a03:08:44.465433 bus /sierra_2: Setting Powered False\u000a03:08:45.486001 run create_hlr_db(pid=1147): Terminated: ok {rc=0}\u000a03:08:45.937298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Launched\u000a03:08:46.324602 run osmo-hlr_10.42.42.2(pid=1150): Launched\u000a03:08:46.571504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:47.292507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Launched\u000a03:08:47.618656 run osmo-stp_10.42.42.5(pid=1153): Launched\u000a03:08:47.736416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:48.323624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1155): Launched\u000a03:08:48.645769 run osmo-msc_10.42.42.6(pid=1156): Launched\u000a03:08:48.834843 run osmo-stp_10.42.42.5(pid=1153): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]\u000a03:08:48.971119 run osmo-stp_10.42.42.5(pid=1153): stdout: \u000a| (launched: 2022-12-14_03:08:47.458690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:49.107468 run osmo-stp_10.42.42.5(pid=1153): stderr: \u000a| �[0;m�[38;5;43m20221214030847653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030847653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030847653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030847654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030847654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030847654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030847654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:49.237351 run osmo-stp_10.42.42.5(pid=1153): stdout: \u000a| (launched: 2022-12-14_03:08:47.458690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:49.366740 run osmo-stp_10.42.42.5(pid=1153): stderr: \u000a| �[0;m�[38;5;43m20221214030847653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030847653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030847653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030847654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030847654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030847654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030847654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:08:49.423154 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:08:49.432355 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:08:49.495687 run osmo-hlr_10.42.42.2(pid=1150): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1150)]\u000a03:08:49.547078 run osmo-hlr_10.42.42.2(pid=1150): stdout: \u000a| (launched: 2022-12-14_03:08:46.093611) \u000a03:08:49.599734 run osmo-hlr_10.42.42.2(pid=1150): stderr: \u000a| �[0;m�[1;31m20221214030846531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030846532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030846532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030846532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030846532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030846532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030846555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030846571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030846571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030846571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:08:49.671207 run osmo-msc_10.42.42.6(pid=1156): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1156)]\u000a03:08:49.722950 run osmo-msc_10.42.42.6(pid=1156): stdout: \u000a| (launched: 2022-12-14_03:08:48.487475) \u000a03:08:49.775127 run osmo-msc_10.42.42.6(pid=1156): stderr: \u000a| �[0;m�[38;5;43m20221214030848809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030848809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb968700c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030848809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030848809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030848809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030848810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030848811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030848811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030848812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030848812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:08:49.819735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Terminating (SIGTERM)\u000a03:08:49.861969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Terminating (SIGTERM)\u000a03:08:49.904114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1155): Terminating (SIGTERM)\u000a03:08:49.913841 --- ParallelTerminationStrategy: PID 1149 died...\u000a03:08:49.970068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Terminated: ok {rc=0}\u000a03:08:49.980185 --- ParallelTerminationStrategy: PID 1152 died...\u000a03:08:50.036086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Terminated: ok {rc=0}\u000a03:08:50.046263 --- ParallelTerminationStrategy: PID 1155 died...\u000a03:08:50.102495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1155): Terminated: ok {rc=0}\u000a03:08:50.188489 bus /sierra_3: Setting Powered False\u000a03:08:51.293990 bus /sierra_3: Setting Powered False\u000a03:08:52.405552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:08:32" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:08:54.378809 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:54.390043 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:08:54.539126 tst mo_mt_call.py: using LAC 38129\u000a03:08:54.660197 tst mo_mt_call.py: using RAC 134\u000a03:08:54.775329 tst mo_mt_call.py: using CellId 38129\u000a03:08:54.890658 tst mo_mt_call.py: using BVCI 38130\u000a03:08:54.913403 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:54.924375 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:54.935205 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:54.946070 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:54.957289 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:08:54.968126 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:08:55.084093 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:08:55.286216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:08:55.765831 run create_hlr_db(pid=1161): Launched\u000a03:08:55.937674 bus /sierra_2: Setting Powered False\u000a03:08:56.959745 run create_hlr_db(pid=1161): Terminated: ok {rc=0}\u000a03:08:57.357160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Launched\u000a03:08:57.656166 run osmo-hlr_10.42.42.2(pid=1164): Launched\u000a03:08:57.774691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:08:58.301657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Launched\u000a03:08:58.600904 run osmo-stp_10.42.42.5(pid=1167): Launched\u000a03:08:58.710362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:08:59.256740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1169): Launched\u000a03:08:59.556479 run osmo-msc_10.42.42.6(pid=1170): Launched\u000a03:08:59.733284 run osmo-stp_10.42.42.5(pid=1167): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]\u000a03:08:59.860193 run osmo-stp_10.42.42.5(pid=1167): stdout: \u000a| (launched: 2022-12-14_03:08:58.453654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:08:59.984663 run osmo-stp_10.42.42.5(pid=1167): stderr: \u000a| �[0;m�[38;5;43m20221214030858623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030858624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030858624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030858624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030858625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030858625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030858625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:00.105072 run osmo-stp_10.42.42.5(pid=1167): stdout: \u000a| (launched: 2022-12-14_03:08:58.453654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:00.224063 run osmo-stp_10.42.42.5(pid=1167): stderr: \u000a| �[0;m�[38;5;43m20221214030858623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030858624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030858624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030858624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030858625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030858625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030858625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:00.276647 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:09:00.285216 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a03:09:00.344107 run osmo-hlr_10.42.42.2(pid=1164): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1164)]\u000a03:09:00.392724 run osmo-hlr_10.42.42.2(pid=1164): stdout: \u000a| (launched: 2022-12-14_03:08:57.508835) \u000a03:09:00.441854 run osmo-hlr_10.42.42.2(pid=1164): stderr: \u000a| �[0;m�[1;31m20221214030857683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030857683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030857683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030857683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030857683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030857683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030857696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030857706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030857706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030857706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:00.508792 run osmo-msc_10.42.42.6(pid=1170): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1170)]\u000a03:09:00.557703 run osmo-msc_10.42.42.6(pid=1170): stdout: \u000a| (launched: 2022-12-14_03:08:59.409148) \u000a03:09:00.607007 run osmo-msc_10.42.42.6(pid=1170): stderr: \u000a| �[0;m�[38;5;43m20221214030859679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030859679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23b10d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030859679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030859679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030859680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030859680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030859682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030859682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030859682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030859682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:00.648888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Terminating (SIGTERM)\u000a03:09:00.688443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Terminating (SIGTERM)\u000a03:09:00.728091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1169): Terminating (SIGTERM)\u000a03:09:00.737360 --- ParallelTerminationStrategy: PID 1163 died...\u000a03:09:00.790224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Terminated: ok {rc=0}\u000a03:09:00.799802 --- ParallelTerminationStrategy: PID 1166 died...\u000a03:09:00.863113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Terminated: ok {rc=0}\u000a03:09:00.873470 --- ParallelTerminationStrategy: PID 1169 died...\u000a03:09:00.933195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1169): Terminated: ok {rc=0}\u000a03:09:01.021917 bus /sierra_3: Setting Powered False\u000a03:09:02.188097 bus /sierra_3: Setting Powered False\u000a03:09:03.331304 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1452): Process ended prematurely: osmo-stp_10.42.42.5(pid=1452) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1452)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1452): Process ended prematurely: osmo-stp_10.42.42.5(pid=1452) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:04.450403 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:04.462937 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:09:04.614950 tst mo_mt_call_osmux.py: using LAC 38130\u000a03:09:04.734653 tst mo_mt_call_osmux.py: using RAC 135\u000a03:09:04.854719 tst mo_mt_call_osmux.py: using CellId 38130\u000a03:09:04.974248 tst mo_mt_call_osmux.py: using BVCI 38131\u000a03:09:04.997936 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:05.009901 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:05.021676 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:05.033975 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:05.045964 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:09:05.057916 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:05.178120 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:09:05.384504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:05.936779 run create_hlr_db(pid=1446): Launched\u000a03:09:06.117378 bus /sierra_2: Setting Powered False\u000a03:09:07.135237 run create_hlr_db(pid=1446): Terminated: ok {rc=0}\u000a03:09:07.564359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1448): Launched\u000a03:09:07.972436 run osmo-hlr_10.42.42.2(pid=1449): Launched\u000a03:09:08.201436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:08.826922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1451): Launched\u000a03:09:09.232804 run osmo-stp_10.42.42.5(pid=1452): Launched\u000a03:09:09.472371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:10.129811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1454): Launched\u000a03:09:10.546091 run osmo-msc_10.42.42.6(pid=1455): Launched\u000a03:09:10.924245 run osmo-stp_10.42.42.5(pid=1452): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1452)]\u000a03:09:11.198593 run osmo-stp_10.42.42.5(pid=1452): stdout: \u000a| (launched: 2022-12-14_03:09:08.986882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:11.406220 run osmo-stp_10.42.42.5(pid=1452): stderr: \u000a| �[0;m�[38;5;43m20221214030909319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030909319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030909319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030909319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030909320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030909320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030909320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:11.533300 run osmo-stp_10.42.42.5(pid=1452): stdout: \u000a| (launched: 2022-12-14_03:09:08.986882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:11.658646 run osmo-stp_10.42.42.5(pid=1452): stderr: \u000a| �[0;m�[38;5;43m20221214030909319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030909319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030909319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030909319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030909320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030909320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030909320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:11.715714 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1452): Process ended prematurely: osmo-stp_10.42.42.5(pid=1452) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1452)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:09:11.725318 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a03:09:11.788244 run osmo-hlr_10.42.42.2(pid=1449): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1449)]\u000a03:09:11.839264 run osmo-hlr_10.42.42.2(pid=1449): stdout: \u000a| (launched: 2022-12-14_03:09:07.722254) \u000a03:09:11.893634 run osmo-hlr_10.42.42.2(pid=1449): stderr: \u000a| �[0;m�[1;31m20221214030908066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030908066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030908066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030908067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030908067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030908067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030908080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030908093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030908093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030908093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:11.964817 run osmo-msc_10.42.42.6(pid=1455): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1455)]\u000a03:09:12.015991 run osmo-msc_10.42.42.6(pid=1455): stdout: \u000a| (launched: 2022-12-14_03:09:10.287567) \u000a03:09:12.068040 run osmo-msc_10.42.42.6(pid=1455): stderr: \u000a| �[0;m�[38;5;43m20221214030910889 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030910889 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62b1a92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030910890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030910890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030910890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030910890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030910892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030910892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030910892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030910892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:12.112650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1448): Terminating (SIGTERM)\u000a03:09:12.156312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1451): Terminating (SIGTERM)\u000a03:09:12.199964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1454): Terminating (SIGTERM)\u000a03:09:12.210109 --- ParallelTerminationStrategy: PID 1448 died...\u000a03:09:12.266444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1448): Terminated: ok {rc=0}\u000a03:09:12.276499 --- ParallelTerminationStrategy: PID 1451 died...\u000a03:09:12.332012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1451): Terminated: ok {rc=0}\u000a03:09:12.342144 --- ParallelTerminationStrategy: PID 1454 died...\u000a03:09:12.400593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1454): Terminated: ok {rc=0}\u000a03:09:12.487370 bus /sierra_3: Setting Powered False\u000a03:09:13.594819 bus /sierra_3: Setting Powered False\u000a03:09:14.708741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:08:54" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1466): Process ended prematurely: osmo-stp_10.42.42.5(pid=1466) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1466)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1466): Process ended prematurely: osmo-stp_10.42.42.5(pid=1466) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:16.855282 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:16.870735 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:09:17.037878 tst mo_mt_call.py: using LAC 38131\u000a03:09:17.195401 tst mo_mt_call.py: using RAC 136\u000a03:09:17.349251 tst mo_mt_call.py: using CellId 38131\u000a03:09:17.521591 tst mo_mt_call.py: using BVCI 38132\u000a03:09:17.547444 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:17.559848 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:17.572165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:17.584421 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:17.597460 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:17.610821 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:17.767313 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:18.042699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:18.585794 run create_hlr_db(pid=1460): Launched\u000a03:09:18.766255 bus /sierra_2: Setting Powered False\u000a03:09:19.789139 run create_hlr_db(pid=1460): Terminated: ok {rc=0}\u000a03:09:20.221384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1462): Launched\u000a03:09:20.636750 run osmo-hlr_10.42.42.2(pid=1463): Launched\u000a03:09:20.825429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:21.448688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1465): Launched\u000a03:09:21.877341 run osmo-stp_10.42.42.5(pid=1466): Launched\u000a03:09:22.095377 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:22.707802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1468): Launched\u000a03:09:23.134466 run osmo-msc_10.42.42.6(pid=1469): Launched\u000a03:09:23.520482 run osmo-stp_10.42.42.5(pid=1466): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1466)]\u000a03:09:23.720873 run osmo-stp_10.42.42.5(pid=1466): stdout: \u000a| (launched: 2022-12-14_03:09:21.616764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:23.863163 run osmo-stp_10.42.42.5(pid=1466): stderr: \u000a| �[0;m�[38;5;43m20221214030921908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030921908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030921908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030921909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030921909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030921909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030921909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:23.994450 run osmo-stp_10.42.42.5(pid=1466): stdout: \u000a| (launched: 2022-12-14_03:09:21.616764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:24.124136 run osmo-stp_10.42.42.5(pid=1466): stderr: \u000a| �[0;m�[38;5;43m20221214030921908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030921908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030921908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030921909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030921909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030921909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030921909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:24.181255 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1466): Process ended prematurely: osmo-stp_10.42.42.5(pid=1466) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1466)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:09:24.190782 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a03:09:24.254469 run osmo-hlr_10.42.42.2(pid=1463): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1463)]\u000a03:09:24.306783 run osmo-hlr_10.42.42.2(pid=1463): stdout: \u000a| (launched: 2022-12-14_03:09:20.381699) \u000a03:09:24.360078 run osmo-hlr_10.42.42.2(pid=1463): stderr: \u000a| �[0;m�[1;31m20221214030920724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030920724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030920724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030920724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030920724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030920724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030920747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030920755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030920755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030920755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:24.432041 run osmo-msc_10.42.42.6(pid=1469): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1469)]\u000a03:09:24.484542 run osmo-msc_10.42.42.6(pid=1469): stdout: \u000a| (launched: 2022-12-14_03:09:22.875979) \u000a03:09:24.537151 run osmo-msc_10.42.42.6(pid=1469): stderr: \u000a| �[0;m�[38;5;43m20221214030923372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030923372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b81f05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030923372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030923372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030923372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030923377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030923379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030923379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030923379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030923379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:24.581902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1462): Terminating (SIGTERM)\u000a03:09:24.624326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1465): Terminating (SIGTERM)\u000a03:09:24.666952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1468): Terminating (SIGTERM)\u000a03:09:24.676832 --- ParallelTerminationStrategy: PID 1462 died...\u000a03:09:24.733913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1462): Terminated: ok {rc=0}\u000a03:09:24.743968 --- ParallelTerminationStrategy: PID 1465 died...\u000a03:09:24.800170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1465): Terminated: ok {rc=0}\u000a03:09:24.810197 --- ParallelTerminationStrategy: PID 1468 died...\u000a03:09:24.866499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1468): Terminated: ok {rc=0}\u000a03:09:24.953217 bus /sierra_3: Setting Powered False\u000a03:09:26.055179 bus /sierra_3: Setting Powered False\u000a03:09:27.160724 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1478): Process ended prematurely: osmo-stp_10.42.42.5(pid=1478) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1478): Process ended prematurely: osmo-stp_10.42.42.5(pid=1478) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:28.275708 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:28.288305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:09:28.445424 tst mo_mt_call_osmux.py: using LAC 38132\u000a03:09:28.574272 tst mo_mt_call_osmux.py: using RAC 137\u000a03:09:28.701422 tst mo_mt_call_osmux.py: using CellId 38132\u000a03:09:28.830401 tst mo_mt_call_osmux.py: using BVCI 38133\u000a03:09:28.855190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:28.867046 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:28.879076 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:28.890780 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:28.902942 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:09:28.915001 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:29.036239 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:09:29.239228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:29.726173 run create_hlr_db(pid=1472): Launched\u000a03:09:29.914515 bus /sierra_2: Setting Powered False\u000a03:09:30.962249 run create_hlr_db(pid=1472): Terminated: ok {rc=0}\u000a03:09:31.404888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1474): Launched\u000a03:09:31.815666 run osmo-hlr_10.42.42.2(pid=1475): Launched\u000a03:09:32.045127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:32.684372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1477): Launched\u000a03:09:33.009025 run osmo-stp_10.42.42.5(pid=1478): Launched\u000a03:09:33.128537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:33.729549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1480): Launched\u000a03:09:34.055544 run osmo-msc_10.42.42.6(pid=1481): Launched\u000a03:09:34.246497 run osmo-stp_10.42.42.5(pid=1478): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)]\u000a03:09:34.384902 run osmo-stp_10.42.42.5(pid=1478): stdout: \u000a| (launched: 2022-12-14_03:09:32.849696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:34.522192 run osmo-stp_10.42.42.5(pid=1478): stderr: \u000a| �[0;m�[38;5;43m20221214030933042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030933042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030933042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030933043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030933043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030933043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030933043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:34.653327 run osmo-stp_10.42.42.5(pid=1478): stdout: \u000a| (launched: 2022-12-14_03:09:32.849696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:34.784267 run osmo-stp_10.42.42.5(pid=1478): stderr: \u000a| �[0;m�[38;5;43m20221214030933042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030933042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030933042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030933043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030933043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030933043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030933043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:34.841591 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1478): Process ended prematurely: osmo-stp_10.42.42.5(pid=1478) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1478)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:09:34.850752 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:09:34.913958 run osmo-hlr_10.42.42.2(pid=1475): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1475)]\u000a03:09:34.965767 run osmo-hlr_10.42.42.2(pid=1475): stdout: \u000a| (launched: 2022-12-14_03:09:31.563672) \u000a03:09:35.018329 run osmo-hlr_10.42.42.2(pid=1475): stderr: \u000a| �[0;m�[1;31m20221214030931904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030931904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030931904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030931904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030931904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030931904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030931931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030931947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030931948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030931948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:35.089819 run osmo-msc_10.42.42.6(pid=1481): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1481)]\u000a03:09:35.141627 run osmo-msc_10.42.42.6(pid=1481): stdout: \u000a| (launched: 2022-12-14_03:09:33.895542) \u000a03:09:35.193945 run osmo-msc_10.42.42.6(pid=1481): stderr: \u000a| �[0;m�[38;5;43m20221214030934217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030934217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3acc753c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030934217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030934217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030934217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030934218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030934219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030934220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030934220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030934220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:35.238707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1474): Terminating (SIGTERM)\u000a03:09:35.280821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1477): Terminating (SIGTERM)\u000a03:09:35.323640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1480): Terminating (SIGTERM)\u000a03:09:35.333497 --- ParallelTerminationStrategy: PID 1474 died...\u000a03:09:35.390221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1474): Terminated: ok {rc=0}\u000a03:09:35.400299 --- ParallelTerminationStrategy: PID 1477 died...\u000a03:09:35.456640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1477): Terminated: ok {rc=0}\u000a03:09:35.466697 --- ParallelTerminationStrategy: PID 1480 died...\u000a03:09:35.523038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1480): Terminated: ok {rc=0}\u000a03:09:35.609884 bus /sierra_3: Setting Powered False\u000a03:09:36.716664 bus /sierra_3: Setting Powered False\u000a03:09:37.824514 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:09:16" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1492): Process ended prematurely: osmo-stp_10.42.42.5(pid=1492) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1492): Process ended prematurely: osmo-stp_10.42.42.5(pid=1492) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:09:39.799730 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:39.810800 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:09:39.953468 tst mo_mt_call.py: using LAC 38133\u000a03:09:40.069414 tst mo_mt_call.py: using RAC 138\u000a03:09:40.186429 tst mo_mt_call.py: using CellId 38133\u000a03:09:40.303111 tst mo_mt_call.py: using BVCI 38134\u000a03:09:40.326115 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:40.337259 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:40.348142 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:40.359056 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:40.370126 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:40.381096 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:40.503302 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:40.714876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:41.223273 run create_hlr_db(pid=1486): Launched\u000a03:09:41.410806 bus /sierra_2: Setting Powered False\u000a03:09:42.432183 run create_hlr_db(pid=1486): Terminated: ok {rc=0}\u000a03:09:42.836299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1488): Launched\u000a03:09:43.140251 run osmo-hlr_10.42.42.2(pid=1489): Launched\u000a03:09:43.252193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:43.775245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1491): Launched\u000a03:09:44.078853 run osmo-stp_10.42.42.5(pid=1492): Launched\u000a03:09:44.189180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:44.741999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1494): Launched\u000a03:09:45.046329 run osmo-msc_10.42.42.6(pid=1495): Launched\u000a03:09:45.224465 run osmo-stp_10.42.42.5(pid=1492): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)]\u000a03:09:45.353748 run osmo-stp_10.42.42.5(pid=1492): stdout: \u000a| (launched: 2022-12-14_03:09:43.929392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:45.479834 run osmo-stp_10.42.42.5(pid=1492): stderr: \u000a| �[0;m�[38;5;43m20221214030944098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030944098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030944099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030944099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030944099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030944099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030944099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:45.601633 run osmo-stp_10.42.42.5(pid=1492): stdout: \u000a| (launched: 2022-12-14_03:09:43.929392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:45.721992 run osmo-stp_10.42.42.5(pid=1492): stderr: \u000a| �[0;m�[38;5;43m20221214030944098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030944098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030944099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030944099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030944099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030944099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030944099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:45.775403 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1492): Process ended prematurely: osmo-stp_10.42.42.5(pid=1492) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1492)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:09:45.783992 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:09:45.855093 run osmo-hlr_10.42.42.2(pid=1489): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1489)]\u000a03:09:45.918892 run osmo-hlr_10.42.42.2(pid=1489): stdout: \u000a| (launched: 2022-12-14_03:09:42.989884) \u000a03:09:45.969821 run osmo-hlr_10.42.42.2(pid=1489): stderr: \u000a| �[0;m�[1;31m20221214030943163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030943163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030943163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030943164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030943164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030943164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030943178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030943186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030943186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030943186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:46.039124 run osmo-msc_10.42.42.6(pid=1495): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1495)]\u000a03:09:46.089526 run osmo-msc_10.42.42.6(pid=1495): stdout: \u000a| (launched: 2022-12-14_03:09:44.895772) \u000a03:09:46.140179 run osmo-msc_10.42.42.6(pid=1495): stderr: \u000a| �[0;m�[38;5;43m20221214030945166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030945166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f076bec3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030945166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030945166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030945166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030945167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030945168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030945169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030945169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030945169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:46.183602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1488): Terminating (SIGTERM)\u000a03:09:46.225446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1491): Terminating (SIGTERM)\u000a03:09:46.267829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1494): Terminating (SIGTERM)\u000a03:09:46.277286 --- ParallelTerminationStrategy: PID 1488 died...\u000a03:09:46.331752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1488): Terminated: ok {rc=0}\u000a03:09:46.341836 --- ParallelTerminationStrategy: PID 1491 died...\u000a03:09:46.396181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1491): Terminated: ok {rc=0}\u000a03:09:46.406283 --- ParallelTerminationStrategy: PID 1494 died...\u000a03:09:46.460470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1494): Terminated: ok {rc=0}\u000a03:09:46.547089 bus /sierra_3: Setting Powered False\u000a03:09:47.653479 bus /sierra_3: Setting Powered False\u000a03:09:48.762296 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1503): Process ended prematurely: osmo-stp_10.42.42.5(pid=1503) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1503): Process ended prematurely: osmo-stp_10.42.42.5(pid=1503) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:09:49.870843 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:49.882847 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:09:50.039151 tst mo_mt_call_osmux.py: using LAC 38134\u000a03:09:50.168236 tst mo_mt_call_osmux.py: using RAC 139\u000a03:09:50.297986 tst mo_mt_call_osmux.py: using CellId 38134\u000a03:09:50.425809 tst mo_mt_call_osmux.py: using BVCI 38135\u000a03:09:50.450750 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:50.462635 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:50.474238 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:50.485916 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:50.498360 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:09:50.510738 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:50.630899 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:09:50.831388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:09:51.316768 run create_hlr_db(pid=1497): Launched\u000a03:09:51.491104 bus /sierra_2: Setting Powered False\u000a03:09:52.511948 run create_hlr_db(pid=1497): Terminated: ok {rc=0}\u000a03:09:52.915094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1499): Launched\u000a03:09:53.216925 run osmo-hlr_10.42.42.2(pid=1500): Launched\u000a03:09:53.330158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:09:53.855740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1502): Launched\u000a03:09:54.158927 run osmo-stp_10.42.42.5(pid=1503): Launched\u000a03:09:54.268556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:09:54.820906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1505): Launched\u000a03:09:55.124413 run osmo-msc_10.42.42.6(pid=1506): Launched\u000a03:09:55.301988 run osmo-stp_10.42.42.5(pid=1503): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)]\u000a03:09:55.430934 run osmo-stp_10.42.42.5(pid=1503): stdout: \u000a| (launched: 2022-12-14_03:09:54.009666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:55.556412 run osmo-stp_10.42.42.5(pid=1503): stderr: \u000a| �[0;m�[38;5;43m20221214030954181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030954181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030954181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030954182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030954182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030954182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030954182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:55.678202 run osmo-stp_10.42.42.5(pid=1503): stdout: \u000a| (launched: 2022-12-14_03:09:54.009666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:09:55.798757 run osmo-stp_10.42.42.5(pid=1503): stderr: \u000a| �[0;m�[38;5;43m20221214030954181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214030954181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214030954181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214030954182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214030954182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214030954182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214030954182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:09:55.852060 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1503): Process ended prematurely: osmo-stp_10.42.42.5(pid=1503) [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1503)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:09:55.860756 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:09:55.920717 run osmo-hlr_10.42.42.2(pid=1500): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1500)]\u000a03:09:55.969874 run osmo-hlr_10.42.42.2(pid=1500): stdout: \u000a| (launched: 2022-12-14_03:09:53.068892) \u000a03:09:56.019408 run osmo-hlr_10.42.42.2(pid=1500): stderr: \u000a| �[0;m�[1;31m20221214030953243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214030953243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214030953243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030953243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214030953243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214030953243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214030953255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214030953264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214030953264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214030953265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:09:56.086917 run osmo-msc_10.42.42.6(pid=1506): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1506)]\u000a03:09:56.136449 run osmo-msc_10.42.42.6(pid=1506): stdout: \u000a| (launched: 2022-12-14_03:09:54.974551) \u000a03:09:56.185942 run osmo-msc_10.42.42.6(pid=1506): stderr: \u000a| �[0;m�[38;5;43m20221214030955245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214030955245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0511de9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214030955245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214030955245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214030955245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214030955245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214030955247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214030955247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214030955248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214030955248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:09:56.227871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1499): Terminating (SIGTERM)\u000a03:09:56.267478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1502): Terminating (SIGTERM)\u000a03:09:56.307118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1505): Terminating (SIGTERM)\u000a03:09:56.316393 --- ParallelTerminationStrategy: PID 1499 died...\u000a03:09:56.370271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1499): Terminated: ok {rc=0}\u000a03:09:56.379919 --- ParallelTerminationStrategy: PID 1502 died...\u000a03:09:56.432801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1502): Terminated: ok {rc=0}\u000a03:09:56.442482 --- ParallelTerminationStrategy: PID 1505 died...\u000a03:09:56.495336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1505): Terminated: ok {rc=0}\u000a03:09:56.580563 bus /sierra_3: Setting Powered False\u000a03:09:57.687856 bus /sierra_3: Setting Powered False\u000a03:09:58.796012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:09:39" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:10:00.767024 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:00.778841 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:10:00.952088 tst mo_mt_call.py: using LAC 38135\u000a03:10:01.082806 tst mo_mt_call.py: using RAC 140\u000a03:10:01.234883 tst mo_mt_call.py: using CellId 38135\u000a03:10:01.397462 tst mo_mt_call.py: using BVCI 38136\u000a03:10:01.422050 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:01.434026 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:01.445872 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:01.457872 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:01.469788 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:01.481586 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:01.598092 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:01.833021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:02.403969 run create_hlr_db(pid=1518): Launched\u000a03:10:02.593465 bus /sierra_2: Setting Powered False\u000a03:10:03.614345 run create_hlr_db(pid=1518): Terminated: ok {rc=0}\u000a03:10:04.018333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Launched\u000a03:10:04.320618 run osmo-hlr_10.42.42.2(pid=1521): Launched\u000a03:10:04.430551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:04.954873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Launched\u000a03:10:05.257843 run osmo-stp_10.42.42.5(pid=1524): Launched\u000a03:10:05.368019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:05.923708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Launched\u000a03:10:06.227202 run osmo-msc_10.42.42.6(pid=1527): Launched\u000a03:10:06.403951 run osmo-stp_10.42.42.5(pid=1524): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a03:10:06.531675 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-14_03:10:05.108657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:06.657909 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221214031005279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031005280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031005280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031005280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031005281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031005281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031005281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:06.779285 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-14_03:10:05.108657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:06.899542 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221214031005279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031005280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031005280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031005280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031005281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031005281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031005281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:06.952782 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:10:06.961305 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:10:07.021042 run osmo-hlr_10.42.42.2(pid=1521): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1521)]\u000a03:10:07.070176 run osmo-hlr_10.42.42.2(pid=1521): stdout: \u000a| (launched: 2022-12-14_03:10:04.172405) \u000a03:10:07.120062 run osmo-hlr_10.42.42.2(pid=1521): stderr: \u000a| �[0;m�[1;31m20221214031004350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031004350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031004350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031004350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031004350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031004350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031004366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031004374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031004374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031004374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:07.187961 run osmo-msc_10.42.42.6(pid=1527): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1527)]\u000a03:10:07.236800 run osmo-msc_10.42.42.6(pid=1527): stdout: \u000a| (launched: 2022-12-14_03:10:06.077686) \u000a03:10:07.286495 run osmo-msc_10.42.42.6(pid=1527): stderr: \u000a| �[0;m�[38;5;43m20221214031006351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031006351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b3f8cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031006352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031006352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031006352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031006352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031006354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031006354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031006354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031006354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:07.328484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminating (SIGTERM)\u000a03:10:07.368060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminating (SIGTERM)\u000a03:10:07.407663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Terminating (SIGTERM)\u000a03:10:07.416812 --- ParallelTerminationStrategy: PID 1520 died...\u000a03:10:07.469825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminated: ok {rc=0}\u000a03:10:07.479347 --- ParallelTerminationStrategy: PID 1523 died...\u000a03:10:07.532573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminated: ok {rc=0}\u000a03:10:07.542077 --- ParallelTerminationStrategy: PID 1526 died...\u000a03:10:07.594858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1526): Terminated: ok {rc=0}\u000a03:10:07.683303 bus /sierra_3: Setting Powered False\u000a03:10:08.789105 bus /sierra_3: Setting Powered False\u000a03:10:09.896496 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1535): Process ended prematurely: osmo-stp_10.42.42.5(pid=1535) [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1535)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1535): Process ended prematurely: osmo-stp_10.42.42.5(pid=1535) [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:10:11.004608 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:11.016549 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:10:11.172287 tst mo_mt_call_osmux.py: using LAC 38136\u000a03:10:11.304616 tst mo_mt_call_osmux.py: using RAC 141\u000a03:10:11.431336 tst mo_mt_call_osmux.py: using CellId 38136\u000a03:10:11.556536 tst mo_mt_call_osmux.py: using BVCI 38137\u000a03:10:11.581423 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:11.593226 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:11.604666 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:11.616159 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:11.628144 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:10:11.640155 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:11.759571 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:10:11.963405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:12.450064 run create_hlr_db(pid=1529): Launched\u000a03:10:12.624212 bus /sierra_2: Setting Powered False\u000a03:10:13.644468 run create_hlr_db(pid=1529): Terminated: ok {rc=0}\u000a03:10:14.047566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1531): Launched\u000a03:10:14.351540 run osmo-hlr_10.42.42.2(pid=1532): Launched\u000a03:10:14.467168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:14.993184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1534): Launched\u000a03:10:15.296507 run osmo-stp_10.42.42.5(pid=1535): Launched\u000a03:10:15.406783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:15.998329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Launched\u000a03:10:16.476548 run osmo-msc_10.42.42.6(pid=1538): Launched\u000a03:10:16.782056 run osmo-stp_10.42.42.5(pid=1535): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1535)]\u000a03:10:16.972176 run osmo-stp_10.42.42.5(pid=1535): stdout: \u000a| (launched: 2022-12-14_03:10:15.147865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:17.099786 run osmo-stp_10.42.42.5(pid=1535): stderr: \u000a| �[0;m�[38;5;43m20221214031015318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031015318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031015318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031015319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031015319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031015319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031015319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:17.223066 run osmo-stp_10.42.42.5(pid=1535): stdout: \u000a| (launched: 2022-12-14_03:10:15.147865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:17.346280 run osmo-stp_10.42.42.5(pid=1535): stderr: \u000a| �[0;m�[38;5;43m20221214031015318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031015318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031015318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031015319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031015319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031015319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031015319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:17.400315 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1535): Process ended prematurely: osmo-stp_10.42.42.5(pid=1535) [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1535)] [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:10:17.409334 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:10:17.469414 run osmo-hlr_10.42.42.2(pid=1532): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1532)]\u000a03:10:17.518634 run osmo-hlr_10.42.42.2(pid=1532): stdout: \u000a| (launched: 2022-12-14_03:10:14.201946) \u000a03:10:17.567920 run osmo-hlr_10.42.42.2(pid=1532): stderr: \u000a| �[0;m�[1;31m20221214031014378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031014378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031014378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031014378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031014378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031014378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031014389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031014397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031014398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031014398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:17.635066 run osmo-msc_10.42.42.6(pid=1538): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1538)]\u000a03:10:17.683696 run osmo-msc_10.42.42.6(pid=1538): stdout: \u000a| (launched: 2022-12-14_03:10:16.156303) \u000a03:10:17.732915 run osmo-msc_10.42.42.6(pid=1538): stderr: \u000a| �[0;m�[38;5;43m20221214031016664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031016664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f312a5fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031016664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031016664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031016665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031016665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031016667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031016668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031016668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031016668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:17.774923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1531): Terminating (SIGTERM)\u000a03:10:17.814564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1534): Terminating (SIGTERM)\u000a03:10:17.854043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Terminating (SIGTERM)\u000a03:10:17.863216 --- ParallelTerminationStrategy: PID 1531 died...\u000a03:10:17.916205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1531): Terminated: ok {rc=0}\u000a03:10:17.925765 --- ParallelTerminationStrategy: PID 1534 died...\u000a03:10:17.978210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1534): Terminated: ok {rc=0}\u000a03:10:17.987618 --- ParallelTerminationStrategy: PID 1537 died...\u000a03:10:18.040259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1537): Terminated: ok {rc=0}\u000a03:10:18.128318 bus /sierra_3: Setting Powered False\u000a03:10:19.232156 bus /sierra_3: Setting Powered False\u000a03:10:20.339198 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:10:00" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1549): Process ended prematurely: osmo-stp_10.42.42.5(pid=1549) [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1549): Process ended prematurely: osmo-stp_10.42.42.5(pid=1549) [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:10:22.333875 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:22.345132 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:22.475213 tst emergency_mo_mt_call.py: using LAC 38137\u000a03:10:22.591081 tst emergency_mo_mt_call.py: using RAC 142\u000a03:10:22.706853 tst emergency_mo_mt_call.py: using CellId 38137\u000a03:10:22.821712 tst emergency_mo_mt_call.py: using BVCI 38138\u000a03:10:22.844468 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:22.855441 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:22.866250 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:22.876801 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:22.887546 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:22.898175 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:23.017825 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:23.217349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:23.692234 run create_hlr_db(pid=1543): Launched\u000a03:10:23.863357 bus /sierra_2: Setting Powered False\u000a03:10:24.885508 run create_hlr_db(pid=1543): Terminated: ok {rc=0}\u000a03:10:25.310794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1545): Launched\u000a03:10:25.632462 run osmo-hlr_10.42.42.2(pid=1546): Launched\u000a03:10:25.752281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:26.309056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1548): Launched\u000a03:10:26.630675 run osmo-stp_10.42.42.5(pid=1549): Launched\u000a03:10:26.758884 tst emergency_mo_mt_call.py: using MSISDN 8469\u000a03:10:26.917646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:27.502688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1551): Launched\u000a03:10:27.822657 run osmo-msc_10.42.42.6(pid=1552): Launched\u000a03:10:28.011100 run osmo-stp_10.42.42.5(pid=1549): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)]\u000a03:10:28.147270 run osmo-stp_10.42.42.5(pid=1549): stdout: \u000a| (launched: 2022-12-14_03:10:26.472646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:28.283193 run osmo-stp_10.42.42.5(pid=1549): stderr: \u000a| �[0;m�[38;5;43m20221214031026666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031026666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031026666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031026667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:28.413226 run osmo-stp_10.42.42.5(pid=1549): stdout: \u000a| (launched: 2022-12-14_03:10:26.472646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:28.540773 run osmo-stp_10.42.42.5(pid=1549): stderr: \u000a| �[0;m�[38;5;43m20221214031026666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031026666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031026666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031026667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031026667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:28.596726 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1549): Process ended prematurely: osmo-stp_10.42.42.5(pid=1549) [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1549)] [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a03:10:28.605483 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a03:10:28.668692 run osmo-hlr_10.42.42.2(pid=1546): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1546)]\u000a03:10:28.720521 run osmo-hlr_10.42.42.2(pid=1546): stdout: \u000a| (launched: 2022-12-14_03:10:25.474385) \u000a03:10:28.772999 run osmo-hlr_10.42.42.2(pid=1546): stderr: \u000a| �[0;m�[1;31m20221214031025673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031025673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031025673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031025673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031025673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031025673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031025686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031025694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031025694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031025694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:28.844031 run osmo-msc_10.42.42.6(pid=1552): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1552)]\u000a03:10:28.896258 run osmo-msc_10.42.42.6(pid=1552): stdout: \u000a| (launched: 2022-12-14_03:10:27.666147) \u000a03:10:28.948922 run osmo-msc_10.42.42.6(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221214031027990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031027991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8ed333c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031027991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031027991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031027991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031027991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031027993 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031027993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031027993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031027994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:28.993746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1545): Terminating (SIGTERM)\u000a03:10:29.035956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1548): Terminating (SIGTERM)\u000a03:10:29.078210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1551): Terminating (SIGTERM)\u000a03:10:29.087917 --- ParallelTerminationStrategy: PID 1545 died...\u000a03:10:29.144738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1545): Terminated: ok {rc=0}\u000a03:10:29.154917 --- ParallelTerminationStrategy: PID 1548 died...\u000a03:10:29.211357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1548): Terminated: ok {rc=0}\u000a03:10:29.221874 --- ParallelTerminationStrategy: PID 1551 died...\u000a03:10:29.278215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1551): Terminated: ok {rc=0}\u000a03:10:29.367085 bus /sierra_3: Setting Powered False\u000a03:10:30.468977 bus /sierra_3: Setting Powered False\u000a03:10:31.578105 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1560): Process ended prematurely: osmo-stp_10.42.42.5(pid=1560) [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1560)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1560): Process ended prematurely: osmo-stp_10.42.42.5(pid=1560) [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:10:32.631495 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:32.644064 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:32.780157 tst emergency_preemptive_call.py: using LAC 38138\u000a03:10:32.906576 tst emergency_preemptive_call.py: using RAC 143\u000a03:10:33.046344 tst emergency_preemptive_call.py: using CellId 38138\u000a03:10:33.169841 tst emergency_preemptive_call.py: using BVCI 38139\u000a03:10:33.192453 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:33.203394 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:33.214271 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:33.224995 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:33.235735 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a03:10:33.246662 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:33.366492 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:33.483826 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:33.598404 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:33.806866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:34.313732 run create_hlr_db(pid=1554): Launched\u000a03:10:34.501004 bus /sierra_2: Setting Powered False\u000a03:10:35.520767 run create_hlr_db(pid=1554): Terminated: ok {rc=0}\u000a03:10:35.920782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1556): Launched\u000a03:10:36.218434 run osmo-hlr_10.42.42.2(pid=1557): Launched\u000a03:10:36.331943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:36.849844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1559): Launched\u000a03:10:37.147579 run osmo-stp_10.42.42.5(pid=1560): Launched\u000a03:10:37.271140 tst emergency_preemptive_call.py: using MSISDN 8470\u000a03:10:37.419722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:10:37.962005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1562): Launched\u000a03:10:38.261154 run osmo-msc_10.42.42.6(pid=1563): Launched\u000a03:10:38.437377 run osmo-stp_10.42.42.5(pid=1560): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1560)]\u000a03:10:38.564788 run osmo-stp_10.42.42.5(pid=1560): stdout: \u000a| (launched: 2022-12-14_03:10:37.001244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:38.689396 run osmo-stp_10.42.42.5(pid=1560): stderr: \u000a| �[0;m�[38;5;43m20221214031037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031037172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031037172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031037172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031037173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031037173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031037173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:38.809607 run osmo-stp_10.42.42.5(pid=1560): stdout: \u000a| (launched: 2022-12-14_03:10:37.001244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:38.928326 run osmo-stp_10.42.42.5(pid=1560): stderr: \u000a| �[0;m�[38;5;43m20221214031037171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031037172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031037172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031037172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031037173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031037173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031037173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:38.980524 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1560): Process ended prematurely: osmo-stp_10.42.42.5(pid=1560) [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1560)] [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a03:10:38.988550 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a03:10:39.048101 run osmo-hlr_10.42.42.2(pid=1557): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1557)]\u000a03:10:39.097256 run osmo-hlr_10.42.42.2(pid=1557): stdout: \u000a| (launched: 2022-12-14_03:10:36.071757) \u000a03:10:39.146851 run osmo-hlr_10.42.42.2(pid=1557): stderr: \u000a| �[0;m�[1;31m20221214031036247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031036247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031036247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031036247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031036248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031036248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031036260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031036269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031036269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031036269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:39.214186 run osmo-msc_10.42.42.6(pid=1563): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1563)]\u000a03:10:39.262915 run osmo-msc_10.42.42.6(pid=1563): stdout: \u000a| (launched: 2022-12-14_03:10:38.113485) \u000a03:10:39.312162 run osmo-msc_10.42.42.6(pid=1563): stderr: \u000a| �[0;m�[38;5;43m20221214031038384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031038384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ee9ba0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031038384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031038384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031038385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031038385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031038387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031038387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031038387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031038387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:10:39.353890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1556): Terminating (SIGTERM)\u000a03:10:39.393628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1559): Terminating (SIGTERM)\u000a03:10:39.433876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1562): Terminating (SIGTERM)\u000a03:10:39.443146 --- ParallelTerminationStrategy: PID 1556 died...\u000a03:10:39.496241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1556): Terminated: ok {rc=0}\u000a03:10:39.505938 --- ParallelTerminationStrategy: PID 1559 died...\u000a03:10:39.558655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1559): Terminated: ok {rc=0}\u000a03:10:39.568339 --- ParallelTerminationStrategy: PID 1562 died...\u000a03:10:39.621069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1562): Terminated: ok {rc=0}\u000a03:10:39.709350 bus /sierra_9: Setting Powered False\u000a03:10:40.817776 bus /sierra_9: Setting Powered False\u000a03:10:41.927829 bus /sierra_8: Setting Powered False\u000a03:10:43.029239 bus /sierra_8: Setting Powered False\u000a03:10:44.140659 bus /sierra_3: Setting Powered False\u000a03:10:45.243198 bus /sierra_3: Setting Powered False\u000a03:10:46.356304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:10:22" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1579): Process ended prematurely: osmo-stp_10.42.42.5(pid=1579) [trial-2398↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1579)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1579): Process ended prematurely: osmo-stp_10.42.42.5(pid=1579) [trial-2398↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:10:48.448044 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:48.458641 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:10:48.584388 tst cs_paging_gprs_active.py: using LAC 38139\u000a03:10:48.703071 tst cs_paging_gprs_active.py: using RAC 144\u000a03:10:48.824034 tst cs_paging_gprs_active.py: using CellId 38139\u000a03:10:48.946676 tst cs_paging_gprs_active.py: using BVCI 38140\u000a03:10:48.969847 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:48.980560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:48.991113 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:49.001532 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:49.011786 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:49.022535 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:49.033220 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:49.043831 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:10:49.054437 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:49.169090 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:10:49.465825 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:10:49.602261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:10:49.938523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1568): Launched\u000a03:10:50.219301 run iperf3-srv_10.42.42.10(pid=1569): Launched\u000a03:10:50.420064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:10:50.556384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:10:50.894651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1570): Launched\u000a03:10:51.174827 run iperf3-srv_10.42.42.10(pid=1571): Launched\u000a03:10:51.375318 tst cs_paging_gprs_active.py:38: start network...\u000a03:10:51.511904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:10:52.031719 run create_hlr_db(pid=1572): Launched\u000a03:10:52.219564 bus /sierra_2: Setting Powered False\u000a03:10:53.240598 run create_hlr_db(pid=1572): Terminated: ok {rc=0}\u000a03:10:53.673510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1575): Launched\u000a03:10:53.999337 run osmo-hlr_10.42.42.2(pid=1576): Launched\u000a03:10:54.121787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:10:54.688552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1578): Launched\u000a03:10:55.016931 run osmo-stp_10.42.42.5(pid=1579): Launched\u000a03:10:55.136017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:10:55.705773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1581): Launched\u000a03:10:55.822531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:10:56.108004 run patchelf(pid=1582): Launched\u000a03:10:56.299330 run osmo-stp_10.42.42.5(pid=1579): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1579)]\u000a03:10:56.439328 run osmo-stp_10.42.42.5(pid=1579): stdout: \u000a| (launched: 2022-12-14_03:10:54.854583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:56.578702 run osmo-stp_10.42.42.5(pid=1579): stderr: \u000a| �[0;m�[38;5;43m20221214031055047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031055047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031055047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031055048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031055048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031055048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031055048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:56.714161 run osmo-stp_10.42.42.5(pid=1579): stdout: \u000a| (launched: 2022-12-14_03:10:54.854583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:10:56.848039 run osmo-stp_10.42.42.5(pid=1579): stderr: \u000a| �[0;m�[38;5;43m20221214031055047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031055047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031055047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031055048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031055048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031055048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031055048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:10:57.005123 run patchelf(pid=1582): Terminating (SIGINT)\u000a03:10:57.189785 run patchelf(pid=1582): Terminated: ok {rc=0}\u000a03:10:57.223338 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1579): Process ended prematurely: osmo-stp_10.42.42.5(pid=1579) [trial-2398↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1579)] [trial-2398↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a03:10:57.233222 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:10:57.296253 run osmo-hlr_10.42.42.2(pid=1576): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1576)]\u000a03:10:57.347497 run osmo-hlr_10.42.42.2(pid=1576): stdout: \u000a| (launched: 2022-12-14_03:10:53.839264) \u000a03:10:57.399980 run osmo-hlr_10.42.42.2(pid=1576): stderr: \u000a| �[0;m�[1;31m20221214031054040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031054040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031054040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031054040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031054040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031054040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031054051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031054060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031054060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031054060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:10:57.444602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1568): Terminating (SIGTERM)\u000a03:10:57.486549 run iperf3-srv_10.42.42.10(pid=1569): Terminating (SIGTERM)\u000a03:10:57.528360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1570): Terminating (SIGTERM)\u000a03:10:57.570251 run iperf3-srv_10.42.42.10(pid=1571): Terminating (SIGTERM)\u000a03:10:57.612122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1575): Terminating (SIGTERM)\u000a03:10:57.654185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1578): Terminating (SIGTERM)\u000a03:10:57.696035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1581): Terminating (SIGTERM)\u000a03:10:57.705770 --- ParallelTerminationStrategy: PID 1568 died...\u000a03:10:57.762455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1568): Terminated: ok {rc=0}\u000a03:10:57.772517 --- ParallelTerminationStrategy: PID 1569 died...\u000a03:10:57.828766 run iperf3-srv_10.42.42.10(pid=1569): Terminated {rc=256}\u000a03:10:57.838873 --- ParallelTerminationStrategy: PID 1570 died...\u000a03:10:57.894942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1570): Terminated: ok {rc=0}\u000a03:10:57.905153 --- ParallelTerminationStrategy: PID 1571 died...\u000a03:10:57.961084 run iperf3-srv_10.42.42.10(pid=1571): Terminated {rc=256}\u000a03:10:57.971020 --- ParallelTerminationStrategy: PID 1575 died...\u000a03:10:58.026952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1575): Terminated: ok {rc=0}\u000a03:10:58.036918 --- ParallelTerminationStrategy: PID 1578 died...\u000a03:10:58.092989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1578): Terminated: ok {rc=0}\u000a03:10:58.103108 --- ParallelTerminationStrategy: PID 1581 died...\u000a03:10:58.159720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1581): Terminated: ok {rc=0}\u000a03:10:58.246953 bus /gobi_0: Setting Powered False\u000a03:10:59.352817 bus /gobi_0: Setting Powered False\u000a03:11:00.461991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1591): Process ended prematurely: osmo-stp_10.42.42.5(pid=1591) [trial-2398↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1591)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1591): Process ended prematurely: osmo-stp_10.42.42.5(pid=1591) [trial-2398↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a03:11:01.579689 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:01.592649 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:01.722719 tst iperf3.py: using LAC 38140\u000a03:11:01.852650 tst iperf3.py: using RAC 145\u000a03:11:02.007331 tst iperf3.py: using CellId 38140\u000a03:11:02.146025 tst iperf3.py: using BVCI 38141\u000a03:11:02.172534 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.184728 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.196704 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.208924 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.222382 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.235465 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.248523 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.262530 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:02.275776 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:02.573589 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:11:02.710430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:03.047730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1583): Launched\u000a03:11:03.329353 run iperf3-srv_10.42.42.10(pid=1584): Launched\u000a03:11:03.530511 tst iperf3.py:8: start network...\u000a03:11:03.667251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:04.181100 run create_hlr_db(pid=1585): Launched\u000a03:11:04.370327 bus /gobi_6: Setting Powered False\u000a03:11:05.380209 run create_hlr_db(pid=1585): Terminated: ok {rc=0}\u000a03:11:05.792285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1587): Launched\u000a03:11:06.095391 run osmo-hlr_10.42.42.2(pid=1588): Launched\u000a03:11:06.216773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:06.749461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1590): Launched\u000a03:11:07.051556 run osmo-stp_10.42.42.5(pid=1591): Launched\u000a03:11:07.162094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:07.693531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1593): Launched\u000a03:11:07.801672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:08.066506 run patchelf(pid=1594): Launched\u000a03:11:08.244281 run osmo-stp_10.42.42.5(pid=1591): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1591)]\u000a03:11:08.374298 run osmo-stp_10.42.42.5(pid=1591): stdout: \u000a| (launched: 2022-12-14_03:11:06.903248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:08.504339 run osmo-stp_10.42.42.5(pid=1591): stderr: \u000a| �[0;m�[38;5;43m20221214031107072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031107072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031107072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031107073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031107073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031107073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031107073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:08.630362 run osmo-stp_10.42.42.5(pid=1591): stdout: \u000a| (launched: 2022-12-14_03:11:06.903248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:08.756148 run osmo-stp_10.42.42.5(pid=1591): stderr: \u000a| �[0;m�[38;5;43m20221214031107072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031107072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031107072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031107073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031107073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031107073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031107073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:08.902224 run patchelf(pid=1594): Terminating (SIGINT)\u000a03:11:09.074241 run patchelf(pid=1594): Terminated: ok {rc=0}\u000a03:11:09.105919 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1591): Process ended prematurely: osmo-stp_10.42.42.5(pid=1591) [trial-2398↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1591)] [trial-2398↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a03:11:09.115375 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:11:09.174819 run osmo-hlr_10.42.42.2(pid=1588): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1588)]\u000a03:11:09.223410 run osmo-hlr_10.42.42.2(pid=1588): stdout: \u000a| (launched: 2022-12-14_03:11:05.946385) \u000a03:11:09.272626 run osmo-hlr_10.42.42.2(pid=1588): stderr: \u000a| �[0;m�[1;31m20221214031106121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031106121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031106121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031106121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031106121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031106121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031106134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:09.314906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1583): Terminating (SIGTERM)\u000a03:11:09.354600 run iperf3-srv_10.42.42.10(pid=1584): Terminating (SIGTERM)\u000a03:11:09.394283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1587): Terminating (SIGTERM)\u000a03:11:09.433966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1590): Terminating (SIGTERM)\u000a03:11:09.473853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1593): Terminating (SIGTERM)\u000a03:11:09.483139 --- ParallelTerminationStrategy: PID 1583 died...\u000a03:11:09.536630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1583): Terminated: ok {rc=0}\u000a03:11:09.546346 --- ParallelTerminationStrategy: PID 1584 died...\u000a03:11:09.599158 run iperf3-srv_10.42.42.10(pid=1584): Terminated {rc=256}\u000a03:11:09.608739 --- ParallelTerminationStrategy: PID 1587 died...\u000a03:11:09.661267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1587): Terminated: ok {rc=0}\u000a03:11:09.670726 --- ParallelTerminationStrategy: PID 1590 died...\u000a03:11:09.723535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1590): Terminated: ok {rc=0}\u000a03:11:09.733153 --- ParallelTerminationStrategy: PID 1593 died...\u000a03:11:09.785922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1593): Terminated: ok {rc=0}\u000a03:11:09.869437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1609): Process ended prematurely: osmo-stp_10.42.42.5(pid=1609) [trial-2398↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1609): Process ended prematurely: osmo-stp_10.42.42.5(pid=1609) [trial-2398↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a03:11:10.985964 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:10.998138 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:11.134488 tst iperf3m4.py: using LAC 38141\u000a03:11:11.262117 tst iperf3m4.py: using RAC 146\u000a03:11:11.390318 tst iperf3m4.py: using CellId 38141\u000a03:11:11.519405 tst iperf3m4.py: using BVCI 38142\u000a03:11:11.544318 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.555580 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.566715 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.577850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.589149 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.600318 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.611958 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.623396 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:11.634949 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:11.752459 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:11.874827 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:11.993186 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:12.270668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:11:12.397729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:12.715977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1595): Launched\u000a03:11:12.979427 run iperf3-srv_10.42.42.10(pid=1596): Launched\u000a03:11:13.163751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:11:13.289796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:13.604217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1597): Launched\u000a03:11:13.867568 run iperf3-srv_10.42.42.10(pid=1598): Launched\u000a03:11:14.052626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:11:14.179442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:14.495823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1599): Launched\u000a03:11:14.758575 run iperf3-srv_10.42.42.10(pid=1600): Launched\u000a03:11:14.944067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:11:15.070701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:15.386018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1601): Launched\u000a03:11:15.647921 run iperf3-srv_10.42.42.10(pid=1602): Launched\u000a03:11:15.834449 tst iperf3m4.py:8: start network...\u000a03:11:16.001634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:16.539833 run create_hlr_db(pid=1603): Launched\u000a03:11:16.737998 bus /gobi_6: Setting Powered False\u000a03:11:17.751974 run create_hlr_db(pid=1603): Terminated: ok {rc=0}\u000a03:11:18.162443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1605): Launched\u000a03:11:18.467747 run osmo-hlr_10.42.42.2(pid=1606): Launched\u000a03:11:18.584118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:19.112193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1608): Launched\u000a03:11:19.416473 run osmo-stp_10.42.42.5(pid=1609): Launched\u000a03:11:19.526865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:20.056538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1611): Launched\u000a03:11:20.165258 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:20.430730 run patchelf(pid=1612): Launched\u000a03:11:20.611417 run osmo-stp_10.42.42.5(pid=1609): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)]\u000a03:11:20.741464 run osmo-stp_10.42.42.5(pid=1609): stdout: \u000a| (launched: 2022-12-14_03:11:19.266773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:20.872764 run osmo-stp_10.42.42.5(pid=1609): stderr: \u000a| �[0;m�[38;5;43m20221214031119439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031119439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031119440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031119440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031119441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031119441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031119441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:20.998867 run osmo-stp_10.42.42.5(pid=1609): stdout: \u000a| (launched: 2022-12-14_03:11:19.266773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:21.123542 run osmo-stp_10.42.42.5(pid=1609): stderr: \u000a| �[0;m�[38;5;43m20221214031119439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031119439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031119440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031119440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031119441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031119441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031119441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:21.269652 run patchelf(pid=1612): Terminating (SIGINT)\u000a03:11:21.441901 run patchelf(pid=1612): Terminated: ok {rc=0}\u000a03:11:21.473506 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1609): Process ended prematurely: osmo-stp_10.42.42.5(pid=1609) [trial-2398↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1609)] [trial-2398↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a03:11:21.482778 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:11:21.542631 run osmo-hlr_10.42.42.2(pid=1606): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1606)]\u000a03:11:21.591370 run osmo-hlr_10.42.42.2(pid=1606): stdout: \u000a| (launched: 2022-12-14_03:11:18.318176) \u000a03:11:21.641004 run osmo-hlr_10.42.42.2(pid=1606): stderr: \u000a| �[0;m�[1;31m20221214031118496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031118496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031118496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031118496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031118496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031118496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031118509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031118518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031118519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031118519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:21.683297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1595): Terminating (SIGTERM)\u000a03:11:21.723079 run iperf3-srv_10.42.42.10(pid=1596): Terminating (SIGTERM)\u000a03:11:21.762946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1597): Terminating (SIGTERM)\u000a03:11:21.802725 run iperf3-srv_10.42.42.10(pid=1598): Terminating (SIGTERM)\u000a03:11:21.842357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1599): Terminating (SIGTERM)\u000a03:11:21.882468 run iperf3-srv_10.42.42.10(pid=1600): Terminating (SIGTERM)\u000a03:11:21.922425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1601): Terminating (SIGTERM)\u000a03:11:21.962225 run iperf3-srv_10.42.42.10(pid=1602): Terminating (SIGTERM)\u000a03:11:22.002066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1605): Terminating (SIGTERM)\u000a03:11:22.041992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1608): Terminating (SIGTERM)\u000a03:11:22.081575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1611): Terminating (SIGTERM)\u000a03:11:22.090913 --- ParallelTerminationStrategy: PID 1595 died...\u000a03:11:22.144851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1595): Terminated: ok {rc=0}\u000a03:11:22.154715 --- ParallelTerminationStrategy: PID 1596 died...\u000a03:11:22.207784 run iperf3-srv_10.42.42.10(pid=1596): Terminated {rc=256}\u000a03:11:22.217526 --- ParallelTerminationStrategy: PID 1597 died...\u000a03:11:22.270638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1597): Terminated: ok {rc=0}\u000a03:11:22.280342 --- ParallelTerminationStrategy: PID 1598 died...\u000a03:11:22.333735 run iperf3-srv_10.42.42.10(pid=1598): Terminated {rc=256}\u000a03:11:22.343347 --- ParallelTerminationStrategy: PID 1599 died...\u000a03:11:22.396523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1599): Terminated: ok {rc=0}\u000a03:11:22.406312 --- ParallelTerminationStrategy: PID 1600 died...\u000a03:11:22.459486 run iperf3-srv_10.42.42.10(pid=1600): Terminated {rc=256}\u000a03:11:22.469157 --- ParallelTerminationStrategy: PID 1601 died...\u000a03:11:22.522294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1601): Terminated: ok {rc=0}\u000a03:11:22.532030 --- ParallelTerminationStrategy: PID 1602 died...\u000a03:11:22.585198 run iperf3-srv_10.42.42.10(pid=1602): Terminated {rc=256}\u000a03:11:22.594997 --- ParallelTerminationStrategy: PID 1605 died...\u000a03:11:22.647823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1605): Terminated: ok {rc=0}\u000a03:11:22.657925 --- ParallelTerminationStrategy: PID 1608 died...\u000a03:11:22.711047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1608): Terminated: ok {rc=0}\u000a03:11:22.720820 --- ParallelTerminationStrategy: PID 1611 died...\u000a03:11:22.773818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1611): Terminated: ok {rc=0}\u000a03:11:22.858786 bus /gobi_4: Setting Powered False\u000a03:11:23.967197 bus /gobi_4: Setting Powered False\u000a03:11:25.080121 bus /gobi_1: Setting Powered False\u000a03:11:26.187946 bus /gobi_1: Setting Powered False\u000a03:11:27.300185 bus /gobi_0: Setting Powered False\u000a03:11:28.403102 bus /gobi_0: Setting Powered False\u000a03:11:29.512126 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1619): Process ended prematurely: osmo-stp_10.42.42.5(pid=1619) [trial-2398↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1619)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1619): Process ended prematurely: osmo-stp_10.42.42.5(pid=1619) [trial-2398↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a03:11:30.580332 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:30.592307 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:30.729491 tst ping.py: using LAC 38142\u000a03:11:30.853474 tst ping.py: using RAC 147\u000a03:11:30.992024 tst ping.py: using CellId 38142\u000a03:11:31.139862 tst ping.py: using BVCI 38143\u000a03:11:31.172774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.187888 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.202436 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.214588 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.226152 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.238769 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.251595 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:31.264221 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:31.547479 tst ping.py:19: start network...\u000a03:11:31.676035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:32.203570 run create_hlr_db(pid=1613): Launched\u000a03:11:32.386903 bus /gobi_6: Setting Powered False\u000a03:11:33.408305 run create_hlr_db(pid=1613): Terminated: ok {rc=0}\u000a03:11:33.809664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1615): Launched\u000a03:11:34.108869 run osmo-hlr_10.42.42.2(pid=1616): Launched\u000a03:11:34.218925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:34.739171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1618): Launched\u000a03:11:35.038420 run osmo-stp_10.42.42.5(pid=1619): Launched\u000a03:11:35.146939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:35.668651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1621): Launched\u000a03:11:35.775330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:36.035406 run patchelf(pid=1622): Launched\u000a03:11:36.210876 run osmo-stp_10.42.42.5(pid=1619): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1619)]\u000a03:11:36.338844 run osmo-stp_10.42.42.5(pid=1619): stdout: \u000a| (launched: 2022-12-14_03:11:34.891290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:36.467030 run osmo-stp_10.42.42.5(pid=1619): stderr: \u000a| �[0;m�[38;5;43m20221214031135064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031135064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031135064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031135065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031135065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031135065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031135065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:36.591193 run osmo-stp_10.42.42.5(pid=1619): stdout: \u000a| (launched: 2022-12-14_03:11:34.891290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:36.714445 run osmo-stp_10.42.42.5(pid=1619): stderr: \u000a| �[0;m�[38;5;43m20221214031135064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031135064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031135064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031135065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031135065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031135065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031135065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:36.859076 run patchelf(pid=1622): Terminating (SIGINT)\u000a03:11:37.029344 run patchelf(pid=1622): Terminated: ok {rc=0}\u000a03:11:37.059922 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1619): Process ended prematurely: osmo-stp_10.42.42.5(pid=1619) [trial-2398↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1619)] [trial-2398↪gprs:nanobts+band-1900↪ping.py:22]\u000a03:11:37.068410 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:11:37.128589 run osmo-hlr_10.42.42.2(pid=1616): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1616)]\u000a03:11:37.177635 run osmo-hlr_10.42.42.2(pid=1616): stdout: \u000a| (launched: 2022-12-14_03:11:33.960223) \u000a03:11:37.227135 run osmo-hlr_10.42.42.2(pid=1616): stderr: \u000a| �[0;m�[1;31m20221214031134136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031134136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031134136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031134136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031134136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031134136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031134148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031134158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031134158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031134159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:37.269680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1615): Terminating (SIGTERM)\u000a03:11:37.309706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1618): Terminating (SIGTERM)\u000a03:11:37.349611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1621): Terminating (SIGTERM)\u000a03:11:37.358920 --- ParallelTerminationStrategy: PID 1615 died...\u000a03:11:37.413351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1615): Terminated: ok {rc=0}\u000a03:11:37.423156 --- ParallelTerminationStrategy: PID 1618 died...\u000a03:11:37.476603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1618): Terminated: ok {rc=0}\u000a03:11:37.486373 --- ParallelTerminationStrategy: PID 1621 died...\u000a03:11:37.539769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1621): Terminated: ok {rc=0}\u000a03:11:37.623065 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1629): Process ended prematurely: osmo-stp_10.42.42.5(pid=1629) [trial-2398↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1629)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1629): Process ended prematurely: osmo-stp_10.42.42.5(pid=1629) [trial-2398↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a03:11:38.673676 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:38.685181 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a03:11:38.819168 tst ping_idle_ping.py: using LAC 38143\u000a03:11:38.945901 tst ping_idle_ping.py: using RAC 148\u000a03:11:39.074498 tst ping_idle_ping.py: using CellId 38143\u000a03:11:39.202382 tst ping_idle_ping.py: using BVCI 38144\u000a03:11:39.227184 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.238559 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.249648 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.260849 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.272331 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.283870 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.295527 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a03:11:39.307212 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a03:11:39.584018 tst ping_idle_ping.py:24: start network...\u000a03:11:39.709076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:40.193329 run create_hlr_db(pid=1623): Launched\u000a03:11:40.367193 bus /gobi_6: Setting Powered False\u000a03:11:41.388877 run create_hlr_db(pid=1623): Terminated: ok {rc=0}\u000a03:11:41.788769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1625): Launched\u000a03:11:42.089823 run osmo-hlr_10.42.42.2(pid=1626): Launched\u000a03:11:42.208067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:42.735231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1628): Launched\u000a03:11:43.036257 run osmo-stp_10.42.42.5(pid=1629): Launched\u000a03:11:43.145246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:43.667701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1631): Launched\u000a03:11:43.774133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:44.036459 run patchelf(pid=1632): Launched\u000a03:11:44.212069 run osmo-stp_10.42.42.5(pid=1629): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1629)]\u000a03:11:44.340246 run osmo-stp_10.42.42.5(pid=1629): stdout: \u000a| (launched: 2022-12-14_03:11:42.887372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:44.468825 run osmo-stp_10.42.42.5(pid=1629): stderr: \u000a| �[0;m�[38;5;43m20221214031143058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031143059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031143059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031143059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031143061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031143062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031143062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:44.592939 run osmo-stp_10.42.42.5(pid=1629): stdout: \u000a| (launched: 2022-12-14_03:11:42.887372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:44.715898 run osmo-stp_10.42.42.5(pid=1629): stderr: \u000a| �[0;m�[38;5;43m20221214031143058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031143059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031143059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031143059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031143061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031143062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031143062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:44.859964 run patchelf(pid=1632): Terminating (SIGINT)\u000a03:11:45.031029 run patchelf(pid=1632): Terminated: ok {rc=0}\u000a03:11:45.061881 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1629): Process ended prematurely: osmo-stp_10.42.42.5(pid=1629) [trial-2398↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1629)] [trial-2398↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a03:11:45.070614 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a03:11:45.130595 run osmo-hlr_10.42.42.2(pid=1626): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1626)]\u000a03:11:45.179363 run osmo-hlr_10.42.42.2(pid=1626): stdout: \u000a| (launched: 2022-12-14_03:11:41.941807) \u000a03:11:45.228836 run osmo-hlr_10.42.42.2(pid=1626): stderr: \u000a| �[0;m�[1;31m20221214031142117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031142117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031142117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031142117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031142117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031142117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031142130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031142138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031142139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:45.271097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1625): Terminating (SIGTERM)\u000a03:11:45.310836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1628): Terminating (SIGTERM)\u000a03:11:45.350770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1631): Terminating (SIGTERM)\u000a03:11:45.359862 --- ParallelTerminationStrategy: PID 1625 died...\u000a03:11:45.412674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1625): Terminated: ok {rc=0}\u000a03:11:45.422384 --- ParallelTerminationStrategy: PID 1628 died...\u000a03:11:45.474948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1628): Terminated: ok {rc=0}\u000a03:11:45.484661 --- ParallelTerminationStrategy: PID 1631 died...\u000a03:11:45.537272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1631): Terminated: ok {rc=0}\u000a03:11:45.624647 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:10:48" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1646): Process ended prematurely: osmo-stp_10.42.42.5(pid=1646) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1646)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1646): Process ended prematurely: osmo-stp_10.42.42.5(pid=1646) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:11:47.830112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:47.841120 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:11:47.968644 tst cs_paging_gprs_active.py: using LAC 38144\u000a03:11:48.089449 tst cs_paging_gprs_active.py: using RAC 149\u000a03:11:48.209913 tst cs_paging_gprs_active.py: using CellId 38144\u000a03:11:48.328299 tst cs_paging_gprs_active.py: using BVCI 38145\u000a03:11:48.351449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.362346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.373140 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.383734 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.394342 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.405008 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.415737 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.426561 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:11:48.437616 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:11:48.559283 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:11:48.842708 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:11:48.969382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:49.285095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1636): Launched\u000a03:11:49.548786 run iperf3-srv_10.42.42.10(pid=1637): Launched\u000a03:11:49.733909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:11:49.860351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:11:50.176019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1638): Launched\u000a03:11:50.438458 run iperf3-srv_10.42.42.10(pid=1639): Launched\u000a03:11:50.623656 tst cs_paging_gprs_active.py:38: start network...\u000a03:11:50.750371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:11:51.240517 run create_hlr_db(pid=1640): Launched\u000a03:11:51.416102 bus /gobi_6: Setting Powered False\u000a03:11:52.437974 run create_hlr_db(pid=1640): Terminated: ok {rc=0}\u000a03:11:52.872231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1642): Launched\u000a03:11:53.202300 run osmo-hlr_10.42.42.2(pid=1643): Launched\u000a03:11:53.322717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:11:53.890542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1645): Launched\u000a03:11:54.219387 run osmo-stp_10.42.42.5(pid=1646): Launched\u000a03:11:54.339403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:11:54.911067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1648): Launched\u000a03:11:55.028730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:11:55.314208 run patchelf(pid=1649): Launched\u000a03:11:55.505343 run osmo-stp_10.42.42.5(pid=1646): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1646)]\u000a03:11:55.644737 run osmo-stp_10.42.42.5(pid=1646): stdout: \u000a| (launched: 2022-12-14_03:11:54.057292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:55.783894 run osmo-stp_10.42.42.5(pid=1646): stderr: \u000a| �[0;m�[38;5;43m20221214031154249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031154249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031154250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031154250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031154251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031154251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031154251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:55.918947 run osmo-stp_10.42.42.5(pid=1646): stdout: \u000a| (launched: 2022-12-14_03:11:54.057292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:11:56.052661 run osmo-stp_10.42.42.5(pid=1646): stderr: \u000a| �[0;m�[38;5;43m20221214031154249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031154249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031154250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031154250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031154251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031154251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031154251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:11:56.209369 run patchelf(pid=1649): Terminating (SIGINT)\u000a03:11:56.393954 run patchelf(pid=1649): Terminated: ok {rc=0}\u000a03:11:56.427855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1646): Process ended prematurely: osmo-stp_10.42.42.5(pid=1646) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1646)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:11:56.438020 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:11:56.501996 run osmo-hlr_10.42.42.2(pid=1643): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1643)]\u000a03:11:56.553570 run osmo-hlr_10.42.42.2(pid=1643): stdout: \u000a| (launched: 2022-12-14_03:11:53.038744) \u000a03:11:56.606183 run osmo-hlr_10.42.42.2(pid=1643): stderr: \u000a| �[0;m�[1;31m20221214031153236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031153236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031153236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031153236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031153236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031153236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031153248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031153258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031153258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031153258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:11:56.650998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1636): Terminating (SIGTERM)\u000a03:11:56.693646 run iperf3-srv_10.42.42.10(pid=1637): Terminating (SIGTERM)\u000a03:11:56.735899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1638): Terminating (SIGTERM)\u000a03:11:56.778060 run iperf3-srv_10.42.42.10(pid=1639): Terminating (SIGTERM)\u000a03:11:56.820124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1642): Terminating (SIGTERM)\u000a03:11:56.862198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1645): Terminating (SIGTERM)\u000a03:11:56.904273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1648): Terminating (SIGTERM)\u000a03:11:56.914016 --- ParallelTerminationStrategy: PID 1636 died...\u000a03:11:56.970768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1636): Terminated: ok {rc=0}\u000a03:11:56.981318 --- ParallelTerminationStrategy: PID 1637 died...\u000a03:11:57.037833 run iperf3-srv_10.42.42.10(pid=1637): Terminated {rc=256}\u000a03:11:57.047908 --- ParallelTerminationStrategy: PID 1638 died...\u000a03:11:57.104524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1638): Terminated: ok {rc=0}\u000a03:11:57.114729 --- ParallelTerminationStrategy: PID 1639 died...\u000a03:11:57.171068 run iperf3-srv_10.42.42.10(pid=1639): Terminated {rc=256}\u000a03:11:57.181127 --- ParallelTerminationStrategy: PID 1642 died...\u000a03:11:57.237624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1642): Terminated: ok {rc=0}\u000a03:11:57.247767 --- ParallelTerminationStrategy: PID 1645 died...\u000a03:11:57.304107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1645): Terminated: ok {rc=0}\u000a03:11:57.314379 --- ParallelTerminationStrategy: PID 1648 died...\u000a03:11:57.371305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1648): Terminated: ok {rc=0}\u000a03:11:57.459817 bus /gobi_0: Setting Powered False\u000a03:11:58.563070 bus /gobi_0: Setting Powered False\u000a03:11:59.669742 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:12:00.785125 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:00.797491 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:00.957158 tst iperf3.py: using LAC 38145\u000a03:12:01.087265 tst iperf3.py: using RAC 150\u000a03:12:01.208824 tst iperf3.py: using CellId 38145\u000a03:12:01.362691 tst iperf3.py: using BVCI 38146\u000a03:12:01.393857 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.407133 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.419699 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.432309 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.445870 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.459613 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.472634 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.485452 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:01.498785 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:01.804024 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:12:01.934807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:02.267005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1650): Launched\u000a03:12:02.532777 run iperf3-srv_10.42.42.10(pid=1651): Launched\u000a03:12:02.718674 tst iperf3.py:8: start network...\u000a03:12:02.845537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:03.335194 run create_hlr_db(pid=1652): Launched\u000a03:12:03.510776 bus /gobi_6: Setting Powered False\u000a03:12:04.531598 run create_hlr_db(pid=1652): Terminated: ok {rc=0}\u000a03:12:04.935717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Launched\u000a03:12:05.240320 run osmo-hlr_10.42.42.2(pid=1655): Launched\u000a03:12:05.351178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:05.880266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Launched\u000a03:12:06.184892 run osmo-stp_10.42.42.5(pid=1658): Launched\u000a03:12:06.295576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:06.825457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1660): Launched\u000a03:12:06.933687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:07.199694 run patchelf(pid=1661): Launched\u000a03:12:07.377511 run osmo-stp_10.42.42.5(pid=1658): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]\u000a03:12:07.507572 run osmo-stp_10.42.42.5(pid=1658): stdout: \u000a| (launched: 2022-12-14_03:12:06.035275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:07.638274 run osmo-stp_10.42.42.5(pid=1658): stderr: \u000a| �[0;m�[38;5;43m20221214031206206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031206206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031206207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031206207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031206208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031206208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031206208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:07.763975 run osmo-stp_10.42.42.5(pid=1658): stdout: \u000a| (launched: 2022-12-14_03:12:06.035275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:07.889075 run osmo-stp_10.42.42.5(pid=1658): stderr: \u000a| �[0;m�[38;5;43m20221214031206206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031206206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031206207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031206207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031206208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031206208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031206208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:08.035201 run patchelf(pid=1661): Terminating (SIGINT)\u000a03:12:08.207415 run patchelf(pid=1661): Terminated: ok {rc=0}\u000a03:12:08.239160 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a03:12:08.248453 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:12:08.308507 run osmo-hlr_10.42.42.2(pid=1655): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1655)]\u000a03:12:08.357241 run osmo-hlr_10.42.42.2(pid=1655): stdout: \u000a| (launched: 2022-12-14_03:12:05.090740) \u000a03:12:08.406705 run osmo-hlr_10.42.42.2(pid=1655): stderr: \u000a| �[0;m�[1;31m20221214031205266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031205266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031205266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031205266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031205266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031205266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031205297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031205307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031205308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031205308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:08.448858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1650): Terminating (SIGTERM)\u000a03:12:08.488636 run iperf3-srv_10.42.42.10(pid=1651): Terminating (SIGTERM)\u000a03:12:08.528257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Terminating (SIGTERM)\u000a03:12:08.567688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Terminating (SIGTERM)\u000a03:12:08.607222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1660): Terminating (SIGTERM)\u000a03:12:08.616474 --- ParallelTerminationStrategy: PID 1650 died...\u000a03:12:08.669906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1650): Terminated: ok {rc=0}\u000a03:12:08.679581 --- ParallelTerminationStrategy: PID 1651 died...\u000a03:12:08.732309 run iperf3-srv_10.42.42.10(pid=1651): Terminated {rc=256}\u000a03:12:08.741946 --- ParallelTerminationStrategy: PID 1654 died...\u000a03:12:08.794692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Terminated: ok {rc=0}\u000a03:12:08.804264 --- ParallelTerminationStrategy: PID 1657 died...\u000a03:12:08.856904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Terminated: ok {rc=0}\u000a03:12:08.866550 --- ParallelTerminationStrategy: PID 1660 died...\u000a03:12:08.919280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1660): Terminated: ok {rc=0}\u000a03:12:09.006607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1676): Process ended prematurely: osmo-stp_10.42.42.5(pid=1676) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1676): Process ended prematurely: osmo-stp_10.42.42.5(pid=1676) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:12:10.117041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.128628 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:10.256525 tst iperf3m4.py: using LAC 38146\u000a03:12:10.377589 tst iperf3m4.py: using RAC 151\u000a03:12:10.496577 tst iperf3m4.py: using CellId 38146\u000a03:12:10.617909 tst iperf3m4.py: using BVCI 38147\u000a03:12:10.641135 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.652028 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.663254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.674195 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.684710 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.695376 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.706257 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.716862 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:10.727801 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:10.849801 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:10.969202 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:11.090513 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:11.388754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:12:11.526727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:11.865470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1662): Launched\u000a03:12:12.147141 run iperf3-srv_10.42.42.10(pid=1663): Launched\u000a03:12:12.348451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:12:12.486350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:12.825081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1664): Launched\u000a03:12:13.107756 run iperf3-srv_10.42.42.10(pid=1665): Launched\u000a03:12:13.309234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:12:13.446710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:13.785927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1666): Launched\u000a03:12:14.067557 run iperf3-srv_10.42.42.10(pid=1667): Launched\u000a03:12:14.268487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:12:14.405152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:14.744002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1668): Launched\u000a03:12:15.026966 run iperf3-srv_10.42.42.10(pid=1669): Launched\u000a03:12:15.227380 tst iperf3m4.py:8: start network...\u000a03:12:15.364128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:15.894622 run create_hlr_db(pid=1670): Launched\u000a03:12:16.086792 bus /gobi_6: Setting Powered False\u000a03:12:17.119445 run create_hlr_db(pid=1670): Terminated: ok {rc=0}\u000a03:12:17.561788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1672): Launched\u000a03:12:17.889472 run osmo-hlr_10.42.42.2(pid=1673): Launched\u000a03:12:18.012159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:18.579072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1675): Launched\u000a03:12:18.884155 run osmo-stp_10.42.42.5(pid=1676): Launched\u000a03:12:18.994577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:19.525533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1678): Launched\u000a03:12:19.633885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:19.899460 run patchelf(pid=1679): Launched\u000a03:12:20.077679 run osmo-stp_10.42.42.5(pid=1676): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)]\u000a03:12:20.208215 run osmo-stp_10.42.42.5(pid=1676): stdout: \u000a| (launched: 2022-12-14_03:12:18.734235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:20.339603 run osmo-stp_10.42.42.5(pid=1676): stderr: \u000a| �[0;m�[38;5;43m20221214031218904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031218904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031218904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031218905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031218907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031218907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031218908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:20.465760 run osmo-stp_10.42.42.5(pid=1676): stdout: \u000a| (launched: 2022-12-14_03:12:18.734235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:20.590572 run osmo-stp_10.42.42.5(pid=1676): stderr: \u000a| �[0;m�[38;5;43m20221214031218904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031218904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031218904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031218905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031218907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031218907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031218908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:20.736609 run patchelf(pid=1679): Terminating (SIGINT)\u000a03:12:20.908507 run patchelf(pid=1679): Terminated: ok {rc=0}\u000a03:12:20.940153 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1676): Process ended prematurely: osmo-stp_10.42.42.5(pid=1676) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1676)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:12:20.949329 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:12:21.009829 run osmo-hlr_10.42.42.2(pid=1673): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1673)]\u000a03:12:21.058725 run osmo-hlr_10.42.42.2(pid=1673): stdout: \u000a| (launched: 2022-12-14_03:12:17.728663) \u000a03:12:21.108343 run osmo-hlr_10.42.42.2(pid=1673): stderr: \u000a| �[0;m�[1;31m20221214031217926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031217926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031217926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031217926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031217926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031217926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031217939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031217947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031217947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031217947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:21.150632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1662): Terminating (SIGTERM)\u000a03:12:21.190306 run iperf3-srv_10.42.42.10(pid=1663): Terminating (SIGTERM)\u000a03:12:21.230054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1664): Terminating (SIGTERM)\u000a03:12:21.270145 run iperf3-srv_10.42.42.10(pid=1665): Terminating (SIGTERM)\u000a03:12:21.310087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1666): Terminating (SIGTERM)\u000a03:12:21.349937 run iperf3-srv_10.42.42.10(pid=1667): Terminating (SIGTERM)\u000a03:12:21.389495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1668): Terminating (SIGTERM)\u000a03:12:21.428879 run iperf3-srv_10.42.42.10(pid=1669): Terminating (SIGTERM)\u000a03:12:21.468349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1672): Terminating (SIGTERM)\u000a03:12:21.507962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1675): Terminating (SIGTERM)\u000a03:12:21.547685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1678): Terminating (SIGTERM)\u000a03:12:21.557139 --- ParallelTerminationStrategy: PID 1662 died...\u000a03:12:21.610753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1662): Terminated: ok {rc=0}\u000a03:12:21.620288 --- ParallelTerminationStrategy: PID 1663 died...\u000a03:12:21.673397 run iperf3-srv_10.42.42.10(pid=1663): Terminated {rc=256}\u000a03:12:21.683026 --- ParallelTerminationStrategy: PID 1664 died...\u000a03:12:21.735785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1664): Terminated: ok {rc=0}\u000a03:12:21.745691 --- ParallelTerminationStrategy: PID 1665 died...\u000a03:12:21.798393 run iperf3-srv_10.42.42.10(pid=1665): Terminated {rc=256}\u000a03:12:21.808780 --- ParallelTerminationStrategy: PID 1666 died...\u000a03:12:21.861993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1666): Terminated: ok {rc=0}\u000a03:12:21.871696 --- ParallelTerminationStrategy: PID 1667 died...\u000a03:12:21.924761 run iperf3-srv_10.42.42.10(pid=1667): Terminated {rc=256}\u000a03:12:21.934561 --- ParallelTerminationStrategy: PID 1668 died...\u000a03:12:21.987579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1668): Terminated: ok {rc=0}\u000a03:12:21.997450 --- ParallelTerminationStrategy: PID 1669 died...\u000a03:12:22.050471 run iperf3-srv_10.42.42.10(pid=1669): Terminated {rc=256}\u000a03:12:22.060164 --- ParallelTerminationStrategy: PID 1672 died...\u000a03:12:22.113207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1672): Terminated: ok {rc=0}\u000a03:12:22.122944 --- ParallelTerminationStrategy: PID 1675 died...\u000a03:12:22.175990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1675): Terminated: ok {rc=0}\u000a03:12:22.185730 --- ParallelTerminationStrategy: PID 1678 died...\u000a03:12:22.238516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1678): Terminated: ok {rc=0}\u000a03:12:22.326366 bus /gobi_4: Setting Powered False\u000a03:12:23.428369 bus /gobi_4: Setting Powered False\u000a03:12:24.539937 bus /gobi_1: Setting Powered False\u000a03:12:25.642555 bus /gobi_1: Setting Powered False\u000a03:12:26.755271 bus /gobi_0: Setting Powered False\u000a03:12:27.857873 bus /gobi_0: Setting Powered False\u000a03:12:28.970009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1686): Process ended prematurely: osmo-stp_10.42.42.5(pid=1686) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1686)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1686): Process ended prematurely: osmo-stp_10.42.42.5(pid=1686) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:12:30.036887 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.048576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:30.176327 tst ping.py: using LAC 38147\u000a03:12:30.294480 tst ping.py: using RAC 152\u000a03:12:30.410979 tst ping.py: using CellId 38147\u000a03:12:30.527635 tst ping.py: using BVCI 38148\u000a03:12:30.550504 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.561580 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.572340 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.583164 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.593955 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.604657 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.615607 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:30.626422 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:30.930447 tst ping.py:19: start network...\u000a03:12:31.082202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:31.629310 run create_hlr_db(pid=1680): Launched\u000a03:12:31.806545 bus /gobi_6: Setting Powered False\u000a03:12:32.822823 run create_hlr_db(pid=1680): Terminated: ok {rc=0}\u000a03:12:33.249572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1682): Launched\u000a03:12:33.570298 run osmo-hlr_10.42.42.2(pid=1683): Launched\u000a03:12:33.690204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:34.250784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1685): Launched\u000a03:12:34.571772 run osmo-stp_10.42.42.5(pid=1686): Launched\u000a03:12:34.689026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:35.248807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1688): Launched\u000a03:12:35.363573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:35.644227 run patchelf(pid=1689): Launched\u000a03:12:35.832210 run osmo-stp_10.42.42.5(pid=1686): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1686)]\u000a03:12:35.969236 run osmo-stp_10.42.42.5(pid=1686): stdout: \u000a| (launched: 2022-12-14_03:12:34.413161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:36.106971 run osmo-stp_10.42.42.5(pid=1686): stderr: \u000a| �[0;m�[38;5;43m20221214031234605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031234605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031234605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031234606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031234607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031234607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031234607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:36.239789 run osmo-stp_10.42.42.5(pid=1686): stdout: \u000a| (launched: 2022-12-14_03:12:34.413161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:36.372026 run osmo-stp_10.42.42.5(pid=1686): stderr: \u000a| �[0;m�[38;5;43m20221214031234605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031234605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031234605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031234606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031234607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031234607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031234607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:36.526467 run patchelf(pid=1689): Terminating (SIGINT)\u000a03:12:36.707128 run patchelf(pid=1689): Terminated: ok {rc=0}\u000a03:12:36.739724 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1686): Process ended prematurely: osmo-stp_10.42.42.5(pid=1686) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1686)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a03:12:36.749133 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:12:36.813166 run osmo-hlr_10.42.42.2(pid=1683): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1683)]\u000a03:12:36.865194 run osmo-hlr_10.42.42.2(pid=1683): stdout: \u000a| (launched: 2022-12-14_03:12:33.412364) \u000a03:12:36.917941 run osmo-hlr_10.42.42.2(pid=1683): stderr: \u000a| �[0;m�[1;31m20221214031233609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031233609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031233609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031233609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031233609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031233609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031233621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031233629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031233630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031233630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:36.963115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1682): Terminating (SIGTERM)\u000a03:12:37.005390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1685): Terminating (SIGTERM)\u000a03:12:37.047854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1688): Terminating (SIGTERM)\u000a03:12:37.057861 --- ParallelTerminationStrategy: PID 1682 died...\u000a03:12:37.114950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1682): Terminated: ok {rc=0}\u000a03:12:37.125126 --- ParallelTerminationStrategy: PID 1685 died...\u000a03:12:37.181942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1685): Terminated: ok {rc=0}\u000a03:12:37.192214 --- ParallelTerminationStrategy: PID 1688 died...\u000a03:12:37.248833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1688): Terminated: ok {rc=0}\u000a03:12:37.335959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1696): Process ended prematurely: osmo-stp_10.42.42.5(pid=1696) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1696)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1696): Process ended prematurely: osmo-stp_10.42.42.5(pid=1696) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:12:38.389120 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:38.401249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:12:38.535303 tst ping_idle_ping.py: using LAC 38148\u000a03:12:38.650715 tst ping_idle_ping.py: using RAC 153\u000a03:12:38.778938 tst ping_idle_ping.py: using CellId 38148\u000a03:12:38.905478 tst ping_idle_ping.py: using BVCI 38149\u000a03:12:38.930221 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:38.941828 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:38.953331 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:38.964825 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:38.976662 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:38.988517 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:39.000426 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:12:39.012301 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:12:39.292329 tst ping_idle_ping.py:24: start network...\u000a03:12:39.417506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:39.906848 run create_hlr_db(pid=1690): Launched\u000a03:12:40.080176 bus /gobi_6: Setting Powered False\u000a03:12:41.102077 run create_hlr_db(pid=1690): Terminated: ok {rc=0}\u000a03:12:41.532001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1692): Launched\u000a03:12:41.854995 run osmo-hlr_10.42.42.2(pid=1693): Launched\u000a03:12:41.977150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:42.536840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1695): Launched\u000a03:12:42.859718 run osmo-stp_10.42.42.5(pid=1696): Launched\u000a03:12:42.976885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:43.540281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1698): Launched\u000a03:12:43.655468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:43.935214 run patchelf(pid=1699): Launched\u000a03:12:44.123892 run osmo-stp_10.42.42.5(pid=1696): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1696)]\u000a03:12:44.261967 run osmo-stp_10.42.42.5(pid=1696): stdout: \u000a| (launched: 2022-12-14_03:12:42.700370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:44.400075 run osmo-stp_10.42.42.5(pid=1696): stderr: \u000a| �[0;m�[38;5;43m20221214031242892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031242892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031242892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031242893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031242893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031242893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031242893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:44.534789 run osmo-stp_10.42.42.5(pid=1696): stdout: \u000a| (launched: 2022-12-14_03:12:42.700370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:44.667286 run osmo-stp_10.42.42.5(pid=1696): stderr: \u000a| �[0;m�[38;5;43m20221214031242892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031242892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031242892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031242893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031242893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031242893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031242893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:44.821627 run patchelf(pid=1699): Terminating (SIGINT)\u000a03:12:45.003564 run patchelf(pid=1699): Terminated: ok {rc=0}\u000a03:12:45.036521 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1696): Process ended prematurely: osmo-stp_10.42.42.5(pid=1696) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1696)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:12:45.045856 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:12:45.109345 run osmo-hlr_10.42.42.2(pid=1693): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1693)]\u000a03:12:45.161172 run osmo-hlr_10.42.42.2(pid=1693): stdout: \u000a| (launched: 2022-12-14_03:12:41.695678) \u000a03:12:45.213584 run osmo-hlr_10.42.42.2(pid=1693): stderr: \u000a| �[0;m�[1;31m20221214031241894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031241894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031241894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031241894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031241894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031241894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031241907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031241916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031241916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031241916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:45.258468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1692): Terminating (SIGTERM)\u000a03:12:45.300698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1695): Terminating (SIGTERM)\u000a03:12:45.343241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1698): Terminating (SIGTERM)\u000a03:12:45.353136 --- ParallelTerminationStrategy: PID 1692 died...\u000a03:12:45.410093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1692): Terminated: ok {rc=0}\u000a03:12:45.420431 --- ParallelTerminationStrategy: PID 1695 died...\u000a03:12:45.477680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1695): Terminated: ok {rc=0}\u000a03:12:45.487752 --- ParallelTerminationStrategy: PID 1698 died...\u000a03:12:45.544480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1698): Terminated: ok {rc=0}\u000a03:12:45.632684 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:11:47" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1720): Process ended prematurely: osmo-stp_10.42.42.5(pid=1720) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1720): Process ended prematurely: osmo-stp_10.42.42.5(pid=1720) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:12:47.782138 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:47.793744 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:12:47.941944 tst cs_paging_gprs_active.py: using LAC 38149\u000a03:12:48.062278 tst cs_paging_gprs_active.py: using RAC 154\u000a03:12:48.180042 tst cs_paging_gprs_active.py: using CellId 38149\u000a03:12:48.300175 tst cs_paging_gprs_active.py: using BVCI 38150\u000a03:12:48.323440 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.334647 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.345520 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.356130 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.367361 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.378660 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.390074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.401367 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:12:48.412645 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:12:48.534967 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:12:48.816308 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:12:48.943051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:49.260509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1703): Launched\u000a03:12:49.524412 run iperf3-srv_10.42.42.10(pid=1704): Launched\u000a03:12:49.708816 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:12:49.834820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:12:50.148704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1705): Launched\u000a03:12:50.411028 run iperf3-srv_10.42.42.10(pid=1706): Launched\u000a03:12:50.596448 tst cs_paging_gprs_active.py:38: start network...\u000a03:12:50.722922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:12:51.210668 run create_hlr_db(pid=1707): Launched\u000a03:12:51.385437 bus /gobi_6: Setting Powered False\u000a03:12:52.407204 run create_hlr_db(pid=1707): Terminated: ok {rc=0}\u000a03:12:52.839283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1716): Launched\u000a03:12:53.166932 run osmo-hlr_10.42.42.2(pid=1717): Launched\u000a03:12:53.288859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:12:53.856836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1719): Launched\u000a03:12:54.184216 run osmo-stp_10.42.42.5(pid=1720): Launched\u000a03:12:54.303744 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:12:54.872093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1722): Launched\u000a03:12:54.988686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:12:55.272450 run patchelf(pid=1723): Launched\u000a03:12:55.463130 run osmo-stp_10.42.42.5(pid=1720): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)]\u000a03:12:55.602791 run osmo-stp_10.42.42.5(pid=1720): stdout: \u000a| (launched: 2022-12-14_03:12:54.022535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:55.742647 run osmo-stp_10.42.42.5(pid=1720): stderr: \u000a| �[0;m�[38;5;43m20221214031254215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031254215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031254215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031254215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031254216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031254216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031254216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:55.877234 run osmo-stp_10.42.42.5(pid=1720): stdout: \u000a| (launched: 2022-12-14_03:12:54.022535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:12:56.010879 run osmo-stp_10.42.42.5(pid=1720): stderr: \u000a| �[0;m�[38;5;43m20221214031254215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031254215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031254215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031254215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031254216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031254216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031254216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:12:56.167102 run patchelf(pid=1723): Terminating (SIGINT)\u000a03:12:56.350591 run patchelf(pid=1723): Terminated: ok {rc=0}\u000a03:12:56.384099 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1720): Process ended prematurely: osmo-stp_10.42.42.5(pid=1720) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:12:56.394059 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:12:56.457950 run osmo-hlr_10.42.42.2(pid=1717): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1717)]\u000a03:12:56.509742 run osmo-hlr_10.42.42.2(pid=1717): stdout: \u000a| (launched: 2022-12-14_03:12:53.005891) \u000a03:12:56.562127 run osmo-hlr_10.42.42.2(pid=1717): stderr: \u000a| �[0;m�[1;31m20221214031253206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031253206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031253206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031253206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031253206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031253206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031253218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031253226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031253227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031253227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:12:56.606747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1703): Terminating (SIGTERM)\u000a03:12:56.648673 run iperf3-srv_10.42.42.10(pid=1704): Terminating (SIGTERM)\u000a03:12:56.690665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1705): Terminating (SIGTERM)\u000a03:12:56.732459 run iperf3-srv_10.42.42.10(pid=1706): Terminating (SIGTERM)\u000a03:12:56.774514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1716): Terminating (SIGTERM)\u000a03:12:56.816392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1719): Terminating (SIGTERM)\u000a03:12:56.858505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1722): Terminating (SIGTERM)\u000a03:12:56.868227 --- ParallelTerminationStrategy: PID 1703 died...\u000a03:12:56.924714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1703): Terminated: ok {rc=0}\u000a03:12:56.934849 --- ParallelTerminationStrategy: PID 1704 died...\u000a03:12:56.990640 run iperf3-srv_10.42.42.10(pid=1704): Terminated {rc=256}\u000a03:12:57.000487 --- ParallelTerminationStrategy: PID 1705 died...\u000a03:12:57.056254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1705): Terminated: ok {rc=0}\u000a03:12:57.066239 --- ParallelTerminationStrategy: PID 1706 died...\u000a03:12:57.121908 run iperf3-srv_10.42.42.10(pid=1706): Terminated {rc=256}\u000a03:12:57.131830 --- ParallelTerminationStrategy: PID 1716 died...\u000a03:12:57.187736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1716): Terminated: ok {rc=0}\u000a03:12:57.197742 --- ParallelTerminationStrategy: PID 1719 died...\u000a03:12:57.253483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1719): Terminated: ok {rc=0}\u000a03:12:57.263482 --- ParallelTerminationStrategy: PID 1722 died...\u000a03:12:57.319309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1722): Terminated: ok {rc=0}\u000a03:12:57.404883 bus /gobi_0: Setting Powered False\u000a03:12:58.510636 bus /gobi_0: Setting Powered False\u000a03:12:59.618035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1732): Process ended prematurely: osmo-stp_10.42.42.5(pid=1732) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1732)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1732): Process ended prematurely: osmo-stp_10.42.42.5(pid=1732) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:13:00.733915 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:00.746217 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:00.909839 tst iperf3.py: using LAC 38150\u000a03:13:01.063522 tst iperf3.py: using RAC 155\u000a03:13:01.188786 tst iperf3.py: using CellId 38150\u000a03:13:01.309643 tst iperf3.py: using BVCI 38151\u000a03:13:01.335108 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.347370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.359368 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.371229 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.382597 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.394061 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.405974 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.417638 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:01.429116 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:01.756856 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:13:01.897195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:02.244577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1724): Launched\u000a03:13:02.530190 run iperf3-srv_10.42.42.10(pid=1725): Launched\u000a03:13:02.730804 tst iperf3.py:8: start network...\u000a03:13:02.867655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:03.380630 run create_hlr_db(pid=1726): Launched\u000a03:13:03.569589 bus /gobi_6: Setting Powered False\u000a03:13:04.590119 run create_hlr_db(pid=1726): Terminated: ok {rc=0}\u000a03:13:04.996488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1728): Launched\u000a03:13:05.301850 run osmo-hlr_10.42.42.2(pid=1729): Launched\u000a03:13:05.423044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:05.955466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1731): Launched\u000a03:13:06.259211 run osmo-stp_10.42.42.5(pid=1732): Launched\u000a03:13:06.369556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:06.897946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1734): Launched\u000a03:13:07.005427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:07.270311 run patchelf(pid=1735): Launched\u000a03:13:07.447906 run osmo-stp_10.42.42.5(pid=1732): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1732)]\u000a03:13:07.577745 run osmo-stp_10.42.42.5(pid=1732): stdout: \u000a| (launched: 2022-12-14_03:13:06.109981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:07.707911 run osmo-stp_10.42.42.5(pid=1732): stderr: \u000a| �[0;m�[38;5;43m20221214031306281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031306281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031306281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031306282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031306282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031306282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031306282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:07.833551 run osmo-stp_10.42.42.5(pid=1732): stdout: \u000a| (launched: 2022-12-14_03:13:06.109981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:07.958349 run osmo-stp_10.42.42.5(pid=1732): stderr: \u000a| �[0;m�[38;5;43m20221214031306281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031306281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031306281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031306282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031306282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031306282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031306282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:08.104221 run patchelf(pid=1735): Terminating (SIGINT)\u000a03:13:08.276002 run patchelf(pid=1735): Terminated: ok {rc=0}\u000a03:13:08.307643 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1732): Process ended prematurely: osmo-stp_10.42.42.5(pid=1732) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1732)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:13:08.316837 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:13:08.376230 run osmo-hlr_10.42.42.2(pid=1729): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1729)]\u000a03:13:08.424649 run osmo-hlr_10.42.42.2(pid=1729): stdout: \u000a| (launched: 2022-12-14_03:13:05.150618) \u000a03:13:08.473909 run osmo-hlr_10.42.42.2(pid=1729): stderr: \u000a| �[0;m�[1;31m20221214031305328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031305328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031305328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031305328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031305328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031305328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031305341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031305349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031305350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031305350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:08.515909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1724): Terminating (SIGTERM)\u000a03:13:08.555341 run iperf3-srv_10.42.42.10(pid=1725): Terminating (SIGTERM)\u000a03:13:08.594833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1728): Terminating (SIGTERM)\u000a03:13:08.634419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1731): Terminating (SIGTERM)\u000a03:13:08.674029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1734): Terminating (SIGTERM)\u000a03:13:08.683233 --- ParallelTerminationStrategy: PID 1724 died...\u000a03:13:08.736280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1724): Terminated: ok {rc=0}\u000a03:13:08.745850 --- ParallelTerminationStrategy: PID 1725 died...\u000a03:13:08.798345 run iperf3-srv_10.42.42.10(pid=1725): Terminated {rc=256}\u000a03:13:08.807807 --- ParallelTerminationStrategy: PID 1728 died...\u000a03:13:08.860214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1728): Terminated: ok {rc=0}\u000a03:13:08.869750 --- ParallelTerminationStrategy: PID 1731 died...\u000a03:13:08.922426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1731): Terminated: ok {rc=0}\u000a03:13:08.931903 --- ParallelTerminationStrategy: PID 1734 died...\u000a03:13:08.984503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1734): Terminated: ok {rc=0}\u000a03:13:09.072718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:13:10.183356 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.194982 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:10.343608 tst iperf3m4.py: using LAC 38151\u000a03:13:10.462271 tst iperf3m4.py: using RAC 156\u000a03:13:10.580722 tst iperf3m4.py: using CellId 38151\u000a03:13:10.701053 tst iperf3m4.py: using BVCI 38152\u000a03:13:10.724239 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.735226 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.745935 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.756550 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.767236 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.778006 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.788739 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.799388 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:10.810327 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:10.926927 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:11.049104 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:11.168698 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:11.466610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:13:11.603814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:11.941049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1736): Launched\u000a03:13:12.222044 run iperf3-srv_10.42.42.10(pid=1737): Launched\u000a03:13:12.422409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:13:12.559225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:12.897417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1738): Launched\u000a03:13:13.178668 run iperf3-srv_10.42.42.10(pid=1739): Launched\u000a03:13:13.378744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:13:13.515643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:13.853572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1740): Launched\u000a03:13:14.135183 run iperf3-srv_10.42.42.10(pid=1741): Launched\u000a03:13:14.334875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:13:14.471780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:13:14.811269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Launched\u000a03:13:15.092776 run iperf3-srv_10.42.42.10(pid=1743): Launched\u000a03:13:15.293356 tst iperf3m4.py:8: start network...\u000a03:13:15.430087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:15.970399 run create_hlr_db(pid=1744): Launched\u000a03:13:16.184082 bus /gobi_6: Setting Powered False\u000a03:13:17.171002 run create_hlr_db(pid=1744): Terminated: ok {rc=0}\u000a03:13:17.621242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Launched\u000a03:13:17.926514 run osmo-hlr_10.42.42.2(pid=1747): Launched\u000a03:13:18.047208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:18.581366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Launched\u000a03:13:18.884810 run osmo-stp_10.42.42.5(pid=1750): Launched\u000a03:13:18.994550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:19.523881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Launched\u000a03:13:19.632215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:19.898360 run patchelf(pid=1753): Launched\u000a03:13:20.076601 run osmo-stp_10.42.42.5(pid=1750): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)]\u000a03:13:20.206511 run osmo-stp_10.42.42.5(pid=1750): stdout: \u000a| (launched: 2022-12-14_03:13:18.735240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:20.336296 run osmo-stp_10.42.42.5(pid=1750): stderr: \u000a| �[0;m�[38;5;43m20221214031318905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031318906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031318906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031318906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031318907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031318907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031318907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:20.462232 run osmo-stp_10.42.42.5(pid=1750): stdout: \u000a| (launched: 2022-12-14_03:13:18.735240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:20.587111 run osmo-stp_10.42.42.5(pid=1750): stderr: \u000a| �[0;m�[38;5;43m20221214031318905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031318906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031318906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031318906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031318907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031318907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031318907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:20.732643 run patchelf(pid=1753): Terminating (SIGINT)\u000a03:13:20.904172 run patchelf(pid=1753): Terminated: ok {rc=0}\u000a03:13:20.935754 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1750): Process ended prematurely: osmo-stp_10.42.42.5(pid=1750) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1750)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:13:20.945094 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:13:21.005434 run osmo-hlr_10.42.42.2(pid=1747): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1747)]\u000a03:13:21.054670 run osmo-hlr_10.42.42.2(pid=1747): stdout: \u000a| (launched: 2022-12-14_03:13:17.776900) \u000a03:13:21.104539 run osmo-hlr_10.42.42.2(pid=1747): stderr: \u000a| �[0;m�[1;31m20221214031317956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031317956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031317956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031317956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031317956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031317956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031317968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031317979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031317979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031317979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:21.146943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1736): Terminating (SIGTERM)\u000a03:13:21.186721 run iperf3-srv_10.42.42.10(pid=1737): Terminating (SIGTERM)\u000a03:13:21.226835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1738): Terminating (SIGTERM)\u000a03:13:21.267977 run iperf3-srv_10.42.42.10(pid=1739): Terminating (SIGTERM)\u000a03:13:21.307841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1740): Terminating (SIGTERM)\u000a03:13:21.347694 run iperf3-srv_10.42.42.10(pid=1741): Terminating (SIGTERM)\u000a03:13:21.387485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Terminating (SIGTERM)\u000a03:13:21.427086 run iperf3-srv_10.42.42.10(pid=1743): Terminating (SIGTERM)\u000a03:13:21.466873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminating (SIGTERM)\u000a03:13:21.506557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminating (SIGTERM)\u000a03:13:21.546199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Terminating (SIGTERM)\u000a03:13:21.555470 --- ParallelTerminationStrategy: PID 1736 died...\u000a03:13:21.609344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1736): Terminated: ok {rc=0}\u000a03:13:21.619110 --- ParallelTerminationStrategy: PID 1737 died...\u000a03:13:21.672274 run iperf3-srv_10.42.42.10(pid=1737): Terminated {rc=256}\u000a03:13:21.682044 --- ParallelTerminationStrategy: PID 1738 died...\u000a03:13:21.735272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1738): Terminated: ok {rc=0}\u000a03:13:21.745434 --- ParallelTerminationStrategy: PID 1739 died...\u000a03:13:21.798613 run iperf3-srv_10.42.42.10(pid=1739): Terminated {rc=256}\u000a03:13:21.808305 --- ParallelTerminationStrategy: PID 1740 died...\u000a03:13:21.861357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1740): Terminated: ok {rc=0}\u000a03:13:21.871030 --- ParallelTerminationStrategy: PID 1741 died...\u000a03:13:21.924088 run iperf3-srv_10.42.42.10(pid=1741): Terminated {rc=256}\u000a03:13:21.933806 --- ParallelTerminationStrategy: PID 1742 died...\u000a03:13:21.986874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1742): Terminated: ok {rc=0}\u000a03:13:21.996510 --- ParallelTerminationStrategy: PID 1743 died...\u000a03:13:22.049519 run iperf3-srv_10.42.42.10(pid=1743): Terminated {rc=256}\u000a03:13:22.059050 --- ParallelTerminationStrategy: PID 1746 died...\u000a03:13:22.111995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1746): Terminated: ok {rc=0}\u000a03:13:22.121787 --- ParallelTerminationStrategy: PID 1749 died...\u000a03:13:22.174673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1749): Terminated: ok {rc=0}\u000a03:13:22.184370 --- ParallelTerminationStrategy: PID 1752 died...\u000a03:13:22.237625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1752): Terminated: ok {rc=0}\u000a03:13:22.325928 bus /gobi_4: Setting Powered False\u000a03:13:23.431849 bus /gobi_4: Setting Powered False\u000a03:13:24.542439 bus /gobi_1: Setting Powered False\u000a03:13:25.648301 bus /gobi_1: Setting Powered False\u000a03:13:26.756578 bus /gobi_0: Setting Powered False\u000a03:13:27.859499 bus /gobi_0: Setting Powered False\u000a03:13:28.969148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1760): Process ended prematurely: osmo-stp_10.42.42.5(pid=1760) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1760)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1760): Process ended prematurely: osmo-stp_10.42.42.5(pid=1760) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:13:30.037861 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.050177 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:30.204524 tst ping.py: using LAC 38152\u000a03:13:30.331076 tst ping.py: using RAC 157\u000a03:13:30.458909 tst ping.py: using CellId 38152\u000a03:13:30.584658 tst ping.py: using BVCI 38153\u000a03:13:30.609238 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.620784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.632142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.643510 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.655046 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.666774 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.678515 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:30.690177 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:30.977810 tst ping.py:19: start network...\u000a03:13:31.105383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:31.628689 run create_hlr_db(pid=1754): Launched\u000a03:13:31.807328 bus /gobi_6: Setting Powered False\u000a03:13:32.822184 run create_hlr_db(pid=1754): Terminated: ok {rc=0}\u000a03:13:33.251425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1756): Launched\u000a03:13:33.575892 run osmo-hlr_10.42.42.2(pid=1757): Launched\u000a03:13:33.694598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:34.260437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1759): Launched\u000a03:13:34.581249 run osmo-stp_10.42.42.5(pid=1760): Launched\u000a03:13:34.698055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:35.257083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1762): Launched\u000a03:13:35.372269 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:35.651282 run patchelf(pid=1763): Launched\u000a03:13:35.837874 run osmo-stp_10.42.42.5(pid=1760): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1760)]\u000a03:13:35.975180 run osmo-stp_10.42.42.5(pid=1760): stdout: \u000a| (launched: 2022-12-14_03:13:34.422942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:36.112581 run osmo-stp_10.42.42.5(pid=1760): stderr: \u000a| �[0;m�[38;5;43m20221214031334615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031334615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031334616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031334616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031334616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031334617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031334617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:36.245486 run osmo-stp_10.42.42.5(pid=1760): stdout: \u000a| (launched: 2022-12-14_03:13:34.422942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:36.376838 run osmo-stp_10.42.42.5(pid=1760): stderr: \u000a| �[0;m�[38;5;43m20221214031334615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031334615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031334616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031334616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031334616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031334617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031334617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:36.530991 run patchelf(pid=1763): Terminating (SIGINT)\u000a03:13:36.711240 run patchelf(pid=1763): Terminated: ok {rc=0}\u000a03:13:36.744452 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1760): Process ended prematurely: osmo-stp_10.42.42.5(pid=1760) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1760)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:13:36.753747 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:13:36.816646 run osmo-hlr_10.42.42.2(pid=1757): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1757)]\u000a03:13:36.867900 run osmo-hlr_10.42.42.2(pid=1757): stdout: \u000a| (launched: 2022-12-14_03:13:33.414755) \u000a03:13:36.920299 run osmo-hlr_10.42.42.2(pid=1757): stderr: \u000a| �[0;m�[1;31m20221214031333615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031333615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031333615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031333615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031333615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031333615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031333627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031333635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031333636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031333636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:36.964507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1756): Terminating (SIGTERM)\u000a03:13:37.006989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1759): Terminating (SIGTERM)\u000a03:13:37.049039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1762): Terminating (SIGTERM)\u000a03:13:37.058800 --- ParallelTerminationStrategy: PID 1756 died...\u000a03:13:37.115319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1756): Terminated: ok {rc=0}\u000a03:13:37.125497 --- ParallelTerminationStrategy: PID 1759 died...\u000a03:13:37.181463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1759): Terminated: ok {rc=0}\u000a03:13:37.191602 --- ParallelTerminationStrategy: PID 1762 died...\u000a03:13:37.247251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1762): Terminated: ok {rc=0}\u000a03:13:37.333612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1770): Process ended prematurely: osmo-stp_10.42.42.5(pid=1770) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1770)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1770): Process ended prematurely: osmo-stp_10.42.42.5(pid=1770) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:13:38.386874 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:38.399045 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:13:38.556037 tst ping_idle_ping.py: using LAC 38153\u000a03:13:38.683300 tst ping_idle_ping.py: using RAC 158\u000a03:13:38.811250 tst ping_idle_ping.py: using CellId 38153\u000a03:13:38.938396 tst ping_idle_ping.py: using BVCI 38154\u000a03:13:38.962887 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:38.974366 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:38.985569 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:38.996807 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.008495 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.020263 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.032289 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:13:39.043988 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:13:39.322263 tst ping_idle_ping.py:24: start network...\u000a03:13:39.446269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:39.927834 run create_hlr_db(pid=1764): Launched\u000a03:13:40.099740 bus /gobi_6: Setting Powered False\u000a03:13:41.121369 run create_hlr_db(pid=1764): Terminated: ok {rc=0}\u000a03:13:41.547402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1766): Launched\u000a03:13:41.870096 run osmo-hlr_10.42.42.2(pid=1767): Launched\u000a03:13:41.989458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:42.547276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1769): Launched\u000a03:13:42.867064 run osmo-stp_10.42.42.5(pid=1770): Launched\u000a03:13:42.983347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:43.542903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1772): Launched\u000a03:13:43.657418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:43.937650 run patchelf(pid=1773): Launched\u000a03:13:44.125599 run osmo-stp_10.42.42.5(pid=1770): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1770)]\u000a03:13:44.263235 run osmo-stp_10.42.42.5(pid=1770): stdout: \u000a| (launched: 2022-12-14_03:13:42.709908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:44.400645 run osmo-stp_10.42.42.5(pid=1770): stderr: \u000a| �[0;m�[38;5;43m20221214031342901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031342901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031342901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031342902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031342902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031342902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031342902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:44.534209 run osmo-stp_10.42.42.5(pid=1770): stdout: \u000a| (launched: 2022-12-14_03:13:42.709908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:44.666142 run osmo-stp_10.42.42.5(pid=1770): stderr: \u000a| �[0;m�[38;5;43m20221214031342901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031342901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031342901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031342902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031342902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031342902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031342902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:44.819650 run patchelf(pid=1773): Terminating (SIGINT)\u000a03:13:45.000287 run patchelf(pid=1773): Terminated: ok {rc=0}\u000a03:13:45.033160 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1770): Process ended prematurely: osmo-stp_10.42.42.5(pid=1770) [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1770)] [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:13:45.042715 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:13:45.105718 run osmo-hlr_10.42.42.2(pid=1767): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1767)]\u000a03:13:45.157455 run osmo-hlr_10.42.42.2(pid=1767): stdout: \u000a| (launched: 2022-12-14_03:13:41.710994) \u000a03:13:45.209874 run osmo-hlr_10.42.42.2(pid=1767): stderr: \u000a| �[0;m�[1;31m20221214031341907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031341907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031341907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031341907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031341907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031341907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031341920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031341930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031341930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031341930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:45.254574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1766): Terminating (SIGTERM)\u000a03:13:45.296934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1769): Terminating (SIGTERM)\u000a03:13:45.339087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1772): Terminating (SIGTERM)\u000a03:13:45.348817 --- ParallelTerminationStrategy: PID 1766 died...\u000a03:13:45.405229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1766): Terminated: ok {rc=0}\u000a03:13:45.415363 --- ParallelTerminationStrategy: PID 1769 died...\u000a03:13:45.471526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1769): Terminated: ok {rc=0}\u000a03:13:45.481915 --- ParallelTerminationStrategy: PID 1772 died...\u000a03:13:45.537888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1772): Terminated: ok {rc=0}\u000a03:13:45.624757 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:12:47" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1785): Process ended prematurely: osmo-stp_10.42.42.5(pid=1785) [trial-2398↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1785)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1785): Process ended prematurely: osmo-stp_10.42.42.5(pid=1785) [trial-2398↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:13:47.712720 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:47.725068 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:13:47.882637 tst switch_tch_pdch.py: using LAC 38154\u000a03:13:48.010290 tst switch_tch_pdch.py: using RAC 159\u000a03:13:48.136197 tst switch_tch_pdch.py: using CellId 38154\u000a03:13:48.263093 tst switch_tch_pdch.py: using BVCI 38155\u000a03:13:48.287907 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.300135 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.312144 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.323968 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.337185 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.349984 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.362865 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:13:48.375793 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:13:48.495668 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:13:48.790346 tst switch_tch_pdch.py:51: start network...\u000a03:13:48.924287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:13:49.427345 run create_hlr_db(pid=1778): Launched\u000a03:13:49.614362 bus /gobi_6: Setting Powered False\u000a03:13:50.634033 run create_hlr_db(pid=1778): Terminated: ok {rc=0}\u000a03:13:51.033441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1781): Launched\u000a03:13:51.330065 run osmo-hlr_10.42.42.2(pid=1782): Launched\u000a03:13:51.439602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:13:51.956865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1784): Launched\u000a03:13:52.255169 run osmo-stp_10.42.42.5(pid=1785): Launched\u000a03:13:52.364320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:13:52.882347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1787): Launched\u000a03:13:52.987849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:13:53.246612 run patchelf(pid=1788): Launched\u000a03:13:53.421119 run osmo-stp_10.42.42.5(pid=1785): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1785)]\u000a03:13:53.547960 run osmo-stp_10.42.42.5(pid=1785): stdout: \u000a| (launched: 2022-12-14_03:13:52.108287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:53.675228 run osmo-stp_10.42.42.5(pid=1785): stderr: \u000a| �[0;m�[38;5;43m20221214031352278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031352278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031352278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031352279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031352279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031352279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031352279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:53.798226 run osmo-stp_10.42.42.5(pid=1785): stdout: \u000a| (launched: 2022-12-14_03:13:52.108287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:13:53.920130 run osmo-stp_10.42.42.5(pid=1785): stderr: \u000a| �[0;m�[38;5;43m20221214031352278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031352278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031352278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031352279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031352279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031352279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031352279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:13:54.063849 run patchelf(pid=1788): Terminating (SIGINT)\u000a03:13:54.232388 run patchelf(pid=1788): Terminated: ok {rc=0}\u000a03:13:54.263180 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1785): Process ended prematurely: osmo-stp_10.42.42.5(pid=1785) [trial-2398↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1785)] [trial-2398↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:13:54.271978 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a03:13:54.331138 run osmo-hlr_10.42.42.2(pid=1782): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1782)]\u000a03:13:54.379732 run osmo-hlr_10.42.42.2(pid=1782): stdout: \u000a| (launched: 2022-12-14_03:13:51.184284) \u000a03:13:54.428931 run osmo-hlr_10.42.42.2(pid=1782): stderr: \u000a| �[0;m�[1;31m20221214031351366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031351366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031351366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031351366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031351366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031351366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031351378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031351386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031351386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031351386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:13:54.470876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1781): Terminating (SIGTERM)\u000a03:13:54.510290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1784): Terminating (SIGTERM)\u000a03:13:54.549756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1787): Terminating (SIGTERM)\u000a03:13:54.558984 --- ParallelTerminationStrategy: PID 1781 died...\u000a03:13:54.611553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1781): Terminated: ok {rc=0}\u000a03:13:54.621142 --- ParallelTerminationStrategy: PID 1784 died...\u000a03:13:54.673298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1784): Terminated: ok {rc=0}\u000a03:13:54.682717 --- ParallelTerminationStrategy: PID 1787 died...\u000a03:13:54.734922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1787): Terminated: ok {rc=0}\u000a03:13:54.818148 bus /gobi_0: Setting Powered False\u000a03:13:55.924092 bus /gobi_0: Setting Powered False\u000a03:13:57.032183 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:13:47" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a03:13:58.975282 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:58.986515 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:13:59.125383 tst mo_mt_sms.py: using LAC 38155\u000a03:13:59.243750 tst mo_mt_sms.py: using RAC 160\u000a03:13:59.362234 tst mo_mt_sms.py: using CellId 38155\u000a03:13:59.478672 tst mo_mt_sms.py: using BVCI 38156\u000a03:13:59.501516 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:59.512324 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:59.522731 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:59.533073 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:59.543822 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:13:59.554406 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a03:13:59.672497 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a03:13:59.872304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:00.348669 run create_hlr_db(pid=1794): Launched\u000a03:14:00.520281 bus /gobi_6: Setting Powered False\u000a03:14:01.544382 run create_hlr_db(pid=1794): Terminated: ok {rc=0}\u000a03:14:01.962528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Launched\u000a03:14:02.279800 run osmo-hlr_10.42.42.2(pid=1797): Launched\u000a03:14:02.400909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:02.958993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Launched\u000a03:14:03.279426 run osmo-stp_10.42.42.5(pid=1800): Launched\u000a03:14:03.396383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:03.983409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Launched\u000a03:14:04.304355 run osmo-msc_10.42.42.6(pid=1803): Launched\u000a03:14:04.493206 run osmo-stp_10.42.42.5(pid=1800): ERR: Terminated: ERROR {rc=1} [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)]\u000a03:14:04.629440 run osmo-stp_10.42.42.5(pid=1800): stdout: \u000a| (launched: 2022-12-14_03:14:03.122054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:04.764919 run osmo-stp_10.42.42.5(pid=1800): stderr: \u000a| �[0;m�[38;5;43m20221214031403313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031403313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031403313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031403314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031403314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031403314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031403314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:04.894508 run osmo-stp_10.42.42.5(pid=1800): stdout: \u000a| (launched: 2022-12-14_03:14:03.122054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:05.022881 run osmo-stp_10.42.42.5(pid=1800): stderr: \u000a| �[0;m�[38;5;43m20221214031403313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031403313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031403313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031403314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031403314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031403314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031403314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:05.078713 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1800): Process ended prematurely: osmo-stp_10.42.42.5(pid=1800) [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1800)] [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a03:14:05.087445 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a03:14:05.150474 run osmo-hlr_10.42.42.2(pid=1797): ERR: Terminated: ERROR {rc=237} [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1797)]\u000a03:14:05.201965 run osmo-hlr_10.42.42.2(pid=1797): stdout: \u000a| (launched: 2022-12-14_03:14:02.117889) \u000a03:14:05.254022 run osmo-hlr_10.42.42.2(pid=1797): stderr: \u000a| �[0;m�[1;31m20221214031402322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031402322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031402322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031402322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031402322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031402322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031402334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:05.324824 run osmo-msc_10.42.42.6(pid=1803): ERR: Terminated: ERROR {rc=2} [trial-2398↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1803)]\u000a03:14:05.376375 run osmo-msc_10.42.42.6(pid=1803): stdout: \u000a| (launched: 2022-12-14_03:14:04.146861) \u000a03:14:05.428543 run osmo-msc_10.42.42.6(pid=1803): stderr: \u000a| �[0;m�[38;5;43m20221214031404469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031404469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe4c488c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031404469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031404469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031404470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031404470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031404471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031404472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031404472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031404472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:05.473441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Terminating (SIGTERM)\u000a03:14:05.515935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Terminating (SIGTERM)\u000a03:14:05.558027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Terminating (SIGTERM)\u000a03:14:05.567699 --- ParallelTerminationStrategy: PID 1796 died...\u000a03:14:05.623869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1796): Terminated: ok {rc=0}\u000a03:14:05.634051 --- ParallelTerminationStrategy: PID 1799 died...\u000a03:14:05.689791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1799): Terminated: ok {rc=0}\u000a03:14:05.699840 --- ParallelTerminationStrategy: PID 1802 died...\u000a03:14:05.755817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1802): Terminated: ok {rc=0}\u000a03:14:05.842373 bus /sierra_3: Setting Powered False\u000a03:14:06.947473 bus /sierra_3: Setting Powered False\u000a03:14:08.056684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:13:58" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1809): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1809) [trial-2398↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1809)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1809): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1809) [trial-2398↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a03:14:09.906745 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a03:14:09.918060 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:10.051013 tst assert_extension.py: using LAC 38156\u000a03:14:10.173228 tst assert_extension.py: using RAC 161\u000a03:14:10.287820 tst assert_extension.py: using CellId 38156\u000a03:14:10.407323 tst assert_extension.py: using BVCI 38157\u000a03:14:10.430042 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a03:14:10.719763 tst assert_extension.py:10: start nitb and bts...\u000a03:14:10.853421 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:14:11.515490 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1808): Launched\u000a03:14:11.833476 run osmo-nitb_10.42.42.2(pid=1809): Launched\u000a03:14:12.030471 run osmo-nitb_10.42.42.2(pid=1809): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1809)]\u000a03:14:12.175282 run osmo-nitb_10.42.42.2(pid=1809): stdout: \u000a| (launched: 2022-12-14_03:14:11.678657) \u000a03:14:12.320079 run osmo-nitb_10.42.42.2(pid=1809): stderr: \u000a| (launched: 2022-12-14_03:14:11.726430)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:12.460935 run osmo-nitb_10.42.42.2(pid=1809): stdout: \u000a| (launched: 2022-12-14_03:14:11.678657) \u000a03:14:12.600846 run osmo-nitb_10.42.42.2(pid=1809): stderr: \u000a| (launched: 2022-12-14_03:14:11.726430)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:12.963016 tst osmo-nitb_10.42.42.2(pid=1809): stdout: \u000a| (launched: 2022-12-14_03:14:11.678657) \u000a03:14:13.091402 tst osmo-nitb_10.42.42.2(pid=1809): stderr: \u000a| (launched: 2022-12-14_03:14:11.726430)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:14:13.147201 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1809): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1809) [trial-2398↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1809)] [trial-2398↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a03:14:13.155869 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a03:14:13.193057 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1808): Terminating (SIGTERM)\u000a03:14:13.371637 --- ParallelTerminationStrategy: PID 1808 died...\u000a03:14:13.430245 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1808): Terminated: ok {rc=0}\u000a03:14:13.517787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2398↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2398↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a03:14:15.351278 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:15.362077 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:14:15.492454 tst assert_extension.py: using LAC 38157\u000a03:14:15.608506 tst assert_extension.py: using RAC 162\u000a03:14:15.727113 tst assert_extension.py: using CellId 38157\u000a03:14:15.846763 tst assert_extension.py: using BVCI 38158\u000a03:14:15.870724 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:15.884483 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:15.896879 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:15.909285 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:15.920534 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:14:15.931865 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a03:14:16.135198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:16.657932 run create_hlr_db(pid=1813): Launched\u000a03:14:16.834231 bus /sierra_2: Setting Powered False\u000a03:14:17.852249 run create_hlr_db(pid=1813): Terminated: ok {rc=0}\u000a03:14:18.251094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Launched\u000a03:14:18.552709 run osmo-hlr_10.42.42.2(pid=1817): Launched\u000a03:14:18.671214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:19.201782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Launched\u000a03:14:19.500659 run osmo-stp_10.42.42.5(pid=1821): Launched\u000a03:14:19.612594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:20.155084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1823): Launched\u000a03:14:20.454282 run osmo-msc_10.42.42.6(pid=1824): Launched\u000a03:14:20.629168 run osmo-stp_10.42.42.5(pid=1821): ERR: Terminated: ERROR {rc=1} [trial-2398↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)]\u000a03:14:20.755680 run osmo-stp_10.42.42.5(pid=1821): stdout: \u000a| (launched: 2022-12-14_03:14:19.352853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:20.879465 run osmo-stp_10.42.42.5(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221214031419525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031419525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031419525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031419526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031419526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031419527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031419527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:20.998746 run osmo-stp_10.42.42.5(pid=1821): stdout: \u000a| (launched: 2022-12-14_03:14:19.352853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:21.117196 run osmo-stp_10.42.42.5(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221214031419525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031419525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031419525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031419526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031419526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031419527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031419527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:21.169053 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1821): Process ended prematurely: osmo-stp_10.42.42.5(pid=1821) [trial-2398↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1821)] [trial-2398↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a03:14:21.176768 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a03:14:21.235963 run osmo-hlr_10.42.42.2(pid=1817): ERR: Terminated: ERROR {rc=237} [trial-2398↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1817)]\u000a03:14:21.284585 run osmo-hlr_10.42.42.2(pid=1817): stdout: \u000a| (launched: 2022-12-14_03:14:18.402998) \u000a03:14:21.334230 run osmo-hlr_10.42.42.2(pid=1817): stderr: \u000a| �[0;m�[1;31m20221214031418579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031418579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031418579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031418579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031418579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031418579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031418591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031418600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031418600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031418600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:21.400973 run osmo-msc_10.42.42.6(pid=1824): ERR: Terminated: ERROR {rc=2} [trial-2398↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1824)]\u000a03:14:21.449551 run osmo-msc_10.42.42.6(pid=1824): stdout: \u000a| (launched: 2022-12-14_03:14:20.306724) \u000a03:14:21.498554 run osmo-msc_10.42.42.6(pid=1824): stderr: \u000a| �[0;m�[38;5;43m20221214031420577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031420577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4cdc59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031420577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031420577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031420578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031420578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031420580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031420580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031420580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031420580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:21.540195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminating (SIGTERM)\u000a03:14:21.579439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminating (SIGTERM)\u000a03:14:21.618608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1823): Terminating (SIGTERM)\u000a03:14:21.627750 --- ParallelTerminationStrategy: PID 1816 died...\u000a03:14:21.680706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1816): Terminated: ok {rc=0}\u000a03:14:21.690318 --- ParallelTerminationStrategy: PID 1820 died...\u000a03:14:21.743045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1820): Terminated: ok {rc=0}\u000a03:14:21.752579 --- ParallelTerminationStrategy: PID 1823 died...\u000a03:14:21.805191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1823): Terminated: ok {rc=0}\u000a03:14:21.892803 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:14:15" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1835): Process ended prematurely: osmo-stp_10.42.42.5(pid=1835) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1835)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1835): Process ended prematurely: osmo-stp_10.42.42.5(pid=1835) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:14:23.867182 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:23.879022 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:14:24.041866 tst mo_mt_call.py: using LAC 38158\u000a03:14:24.171764 tst mo_mt_call.py: using RAC 163\u000a03:14:24.300699 tst mo_mt_call.py: using CellId 38158\u000a03:14:24.428546 tst mo_mt_call.py: using BVCI 38159\u000a03:14:24.453757 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:24.465383 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:24.477450 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:24.489081 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:24.501057 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:24.512915 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:24.630282 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:24.834905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:25.321551 run create_hlr_db(pid=1829): Launched\u000a03:14:25.496876 bus /sierra_2: Setting Powered False\u000a03:14:26.518308 run create_hlr_db(pid=1829): Terminated: ok {rc=0}\u000a03:14:26.951679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1831): Launched\u000a03:14:27.279256 run osmo-hlr_10.42.42.2(pid=1832): Launched\u000a03:14:27.398082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:27.964636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1834): Launched\u000a03:14:28.292551 run osmo-stp_10.42.42.5(pid=1835): Launched\u000a03:14:28.411501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:29.008766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1837): Launched\u000a03:14:29.336548 run osmo-msc_10.42.42.6(pid=1838): Launched\u000a03:14:29.527964 run osmo-stp_10.42.42.5(pid=1835): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1835)]\u000a03:14:29.666611 run osmo-stp_10.42.42.5(pid=1835): stdout: \u000a| (launched: 2022-12-14_03:14:28.131288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:29.799765 run osmo-stp_10.42.42.5(pid=1835): stderr: \u000a| �[0;m�[38;5;43m20221214031428323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031428323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031428323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031428324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031428324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031428324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031428324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:29.923280 run osmo-stp_10.42.42.5(pid=1835): stdout: \u000a| (launched: 2022-12-14_03:14:28.131288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:30.044358 run osmo-stp_10.42.42.5(pid=1835): stderr: \u000a| �[0;m�[38;5;43m20221214031428323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031428323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031428323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031428324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031428324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031428324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031428324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:30.097816 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1835): Process ended prematurely: osmo-stp_10.42.42.5(pid=1835) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1835)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:14:30.106492 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:14:30.166506 run osmo-hlr_10.42.42.2(pid=1832): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1832)]\u000a03:14:30.215830 run osmo-hlr_10.42.42.2(pid=1832): stdout: \u000a| (launched: 2022-12-14_03:14:27.117952) \u000a03:14:30.265847 run osmo-hlr_10.42.42.2(pid=1832): stderr: \u000a| �[0;m�[1;31m20221214031427317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031427317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031427317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031427317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031427317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031427317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031427350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031427360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031427360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031427360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:30.334152 run osmo-msc_10.42.42.6(pid=1838): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1838)]\u000a03:14:30.383492 run osmo-msc_10.42.42.6(pid=1838): stdout: \u000a| (launched: 2022-12-14_03:14:29.175334) \u000a03:14:30.433152 run osmo-msc_10.42.42.6(pid=1838): stderr: \u000a| �[0;m�[38;5;43m20221214031429494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031429494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1acf301c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031429494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031429494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031429495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031429495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031429496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031429497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031429497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031429497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:30.475309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1831): Terminating (SIGTERM)\u000a03:14:30.515351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1834): Terminating (SIGTERM)\u000a03:14:30.555390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1837): Terminating (SIGTERM)\u000a03:14:30.565094 --- ParallelTerminationStrategy: PID 1831 died...\u000a03:14:30.619260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1831): Terminated: ok {rc=0}\u000a03:14:30.629186 --- ParallelTerminationStrategy: PID 1834 died...\u000a03:14:30.682668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1834): Terminated: ok {rc=0}\u000a03:14:30.692364 --- ParallelTerminationStrategy: PID 1837 died...\u000a03:14:30.745605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1837): Terminated: ok {rc=0}\u000a03:14:30.837845 bus /sierra_3: Setting Powered False\u000a03:14:31.965008 bus /sierra_3: Setting Powered False\u000a03:14:33.078547 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1846): Process ended prematurely: osmo-stp_10.42.42.5(pid=1846) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1846)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1846): Process ended prematurely: osmo-stp_10.42.42.5(pid=1846) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:14:34.188842 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:34.200741 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:14:34.354133 tst mo_mt_call_osmux.py: using LAC 38159\u000a03:14:34.474433 tst mo_mt_call_osmux.py: using RAC 164\u000a03:14:34.598241 tst mo_mt_call_osmux.py: using CellId 38159\u000a03:14:34.715883 tst mo_mt_call_osmux.py: using BVCI 38160\u000a03:14:34.738943 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:34.750100 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:34.760910 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:34.771784 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:34.782786 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:14:34.793685 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:34.914817 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:14:35.118017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:35.604889 run create_hlr_db(pid=1840): Launched\u000a03:14:35.779786 bus /sierra_2: Setting Powered False\u000a03:14:36.800864 run create_hlr_db(pid=1840): Terminated: ok {rc=0}\u000a03:14:37.234274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Launched\u000a03:14:37.566000 run osmo-hlr_10.42.42.2(pid=1843): Launched\u000a03:14:37.690100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:38.258520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1845): Launched\u000a03:14:38.588203 run osmo-stp_10.42.42.5(pid=1846): Launched\u000a03:14:38.707391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:39.304191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1848): Launched\u000a03:14:39.633046 run osmo-msc_10.42.42.6(pid=1849): Launched\u000a03:14:39.826720 run osmo-stp_10.42.42.5(pid=1846): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1846)]\u000a03:14:39.967815 run osmo-stp_10.42.42.5(pid=1846): stdout: \u000a| (launched: 2022-12-14_03:14:38.425589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:40.105439 run osmo-stp_10.42.42.5(pid=1846): stderr: \u000a| �[0;m�[38;5;43m20221214031438619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031438619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031438619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031438620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031438620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031438620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031438620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:40.237591 run osmo-stp_10.42.42.5(pid=1846): stdout: \u000a| (launched: 2022-12-14_03:14:38.425589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:40.368458 run osmo-stp_10.42.42.5(pid=1846): stderr: \u000a| �[0;m�[38;5;43m20221214031438619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031438619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031438619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031438620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031438620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031438620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031438620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:40.426608 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1846): Process ended prematurely: osmo-stp_10.42.42.5(pid=1846) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1846)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:14:40.436150 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:14:40.500200 run osmo-hlr_10.42.42.2(pid=1843): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1843)]\u000a03:14:40.552224 run osmo-hlr_10.42.42.2(pid=1843): stdout: \u000a| (launched: 2022-12-14_03:14:37.401391) \u000a03:14:40.604768 run osmo-hlr_10.42.42.2(pid=1843): stderr: \u000a| �[0;m�[1;31m20221214031437602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031437602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031437602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031437602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031437602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031437602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031437615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031437623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031437623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031437623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:40.676250 run osmo-msc_10.42.42.6(pid=1849): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1849)]\u000a03:14:40.727938 run osmo-msc_10.42.42.6(pid=1849): stdout: \u000a| (launched: 2022-12-14_03:14:39.471019) \u000a03:14:40.780394 run osmo-msc_10.42.42.6(pid=1849): stderr: \u000a| �[0;m�[38;5;43m20221214031439790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031439791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0837a64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031439791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031439791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031439791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031439791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031439793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031439793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031439794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:40.825363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Terminating (SIGTERM)\u000a03:14:40.867601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1845): Terminating (SIGTERM)\u000a03:14:40.910018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1848): Terminating (SIGTERM)\u000a03:14:40.919859 --- ParallelTerminationStrategy: PID 1842 died...\u000a03:14:40.977099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1842): Terminated: ok {rc=0}\u000a03:14:40.987448 --- ParallelTerminationStrategy: PID 1845 died...\u000a03:14:41.044147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1845): Terminated: ok {rc=0}\u000a03:14:41.054455 --- ParallelTerminationStrategy: PID 1848 died...\u000a03:14:41.110995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1848): Terminated: ok {rc=0}\u000a03:14:41.197720 bus /sierra_3: Setting Powered False\u000a03:14:42.303679 bus /sierra_3: Setting Powered False\u000a03:14:43.411745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:14:23" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1861): Process ended prematurely: osmo-stp_10.42.42.5(pid=1861) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1861): Process ended prematurely: osmo-stp_10.42.42.5(pid=1861) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:14:45.420190 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:45.431956 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:14:45.594325 tst mo_mt_call.py: using LAC 38160\u000a03:14:45.715756 tst mo_mt_call.py: using RAC 165\u000a03:14:45.850289 tst mo_mt_call.py: using CellId 38160\u000a03:14:46.003676 tst mo_mt_call.py: using BVCI 38161\u000a03:14:46.031187 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:46.043703 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:46.056196 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:46.068608 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:46.082347 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:46.096630 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:46.226395 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:46.494966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:47.023296 run create_hlr_db(pid=1855): Launched\u000a03:14:47.201430 bus /sierra_2: Setting Powered False\u000a03:14:48.220408 run create_hlr_db(pid=1855): Terminated: ok {rc=0}\u000a03:14:48.653845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1857): Launched\u000a03:14:48.980895 run osmo-hlr_10.42.42.2(pid=1858): Launched\u000a03:14:49.101952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:49.670694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1860): Launched\u000a03:14:49.997464 run osmo-stp_10.42.42.5(pid=1861): Launched\u000a03:14:50.116724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:14:50.713664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1863): Launched\u000a03:14:51.041031 run osmo-msc_10.42.42.6(pid=1864): Launched\u000a03:14:51.232397 run osmo-stp_10.42.42.5(pid=1861): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)]\u000a03:14:51.371138 run osmo-stp_10.42.42.5(pid=1861): stdout: \u000a| (launched: 2022-12-14_03:14:49.836746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:51.509217 run osmo-stp_10.42.42.5(pid=1861): stderr: \u000a| �[0;m�[38;5;43m20221214031450030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031450030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031450030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031450031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031450031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031450031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031450031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:51.641104 run osmo-stp_10.42.42.5(pid=1861): stdout: \u000a| (launched: 2022-12-14_03:14:49.836746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:14:51.771603 run osmo-stp_10.42.42.5(pid=1861): stderr: \u000a| �[0;m�[38;5;43m20221214031450030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031450030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031450030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031450031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031450031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031450031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031450031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:14:51.829081 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1861): Process ended prematurely: osmo-stp_10.42.42.5(pid=1861) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:14:51.838675 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:14:51.901630 run osmo-hlr_10.42.42.2(pid=1858): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1858)]\u000a03:14:51.953137 run osmo-hlr_10.42.42.2(pid=1858): stdout: \u000a| (launched: 2022-12-14_03:14:48.819657) \u000a03:14:52.005064 run osmo-hlr_10.42.42.2(pid=1858): stderr: \u000a| �[0;m�[1;31m20221214031449018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031449018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031449018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031449018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031449018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031449018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031449031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031449039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031449039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031449039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:14:52.075657 run osmo-msc_10.42.42.6(pid=1864): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1864)]\u000a03:14:52.126988 run osmo-msc_10.42.42.6(pid=1864): stdout: \u000a| (launched: 2022-12-14_03:14:50.879835) \u000a03:14:52.179144 run osmo-msc_10.42.42.6(pid=1864): stderr: \u000a| �[0;m�[38;5;43m20221214031451198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031451199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20d8a1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031451199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031451199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031451199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031451199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031451201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031451201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031451201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031451202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:14:52.223547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1857): Terminating (SIGTERM)\u000a03:14:52.265868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1860): Terminating (SIGTERM)\u000a03:14:52.308277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1863): Terminating (SIGTERM)\u000a03:14:52.318146 --- ParallelTerminationStrategy: PID 1857 died...\u000a03:14:52.375174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1857): Terminated: ok {rc=0}\u000a03:14:52.385475 --- ParallelTerminationStrategy: PID 1860 died...\u000a03:14:52.442048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1860): Terminated: ok {rc=0}\u000a03:14:52.452228 --- ParallelTerminationStrategy: PID 1863 died...\u000a03:14:52.509663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1863): Terminated: ok {rc=0}\u000a03:14:52.597269 bus /sierra_3: Setting Powered False\u000a03:14:53.703559 bus /sierra_3: Setting Powered False\u000a03:14:54.811796 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:14:55.927341 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:55.939822 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:14:56.101587 tst mo_mt_call_osmux.py: using LAC 38161\u000a03:14:56.220772 tst mo_mt_call_osmux.py: using RAC 166\u000a03:14:56.340231 tst mo_mt_call_osmux.py: using CellId 38161\u000a03:14:56.457594 tst mo_mt_call_osmux.py: using BVCI 38162\u000a03:14:56.480697 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:56.492401 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:56.503498 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:56.514622 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:56.525876 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:14:56.537055 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:56.656560 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:14:56.859154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:14:57.344828 run create_hlr_db(pid=1866): Launched\u000a03:14:57.519961 bus /sierra_2: Setting Powered False\u000a03:14:58.541622 run create_hlr_db(pid=1866): Terminated: ok {rc=0}\u000a03:14:58.973885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1868): Launched\u000a03:14:59.304775 run osmo-hlr_10.42.42.2(pid=1869): Launched\u000a03:14:59.424768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:14:59.983983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1871): Launched\u000a03:15:00.307102 run osmo-stp_10.42.42.5(pid=1872): Launched\u000a03:15:00.425373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:01.074042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1874): Launched\u000a03:15:01.438994 run osmo-msc_10.42.42.6(pid=1878): Launched\u000a03:15:01.841118 run osmo-stp_10.42.42.5(pid=1872): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)]\u000a03:15:02.017426 run osmo-stp_10.42.42.5(pid=1872): stdout: \u000a| (launched: 2022-12-14_03:15:00.148396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:02.192311 run osmo-stp_10.42.42.5(pid=1872): stderr: \u000a| �[0;m�[38;5;43m20221214031500339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031500339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031500340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031500340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:02.370290 run osmo-stp_10.42.42.5(pid=1872): stdout: \u000a| (launched: 2022-12-14_03:15:00.148396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:02.508452 run osmo-stp_10.42.42.5(pid=1872): stderr: \u000a| �[0;m�[38;5;43m20221214031500339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031500339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031500340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031500340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031500341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:02.565754 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1872): Process ended prematurely: osmo-stp_10.42.42.5(pid=1872) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1872)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:15:02.575147 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a03:15:02.639087 run osmo-hlr_10.42.42.2(pid=1869): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1869)]\u000a03:15:02.691109 run osmo-hlr_10.42.42.2(pid=1869): stdout: \u000a| (launched: 2022-12-14_03:14:59.146617) \u000a03:15:02.743804 run osmo-hlr_10.42.42.2(pid=1869): stderr: \u000a| �[0;m�[1;31m20221214031459342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031459342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031459342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031459343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031459343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031459343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031459356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031459364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031459365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031459365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:02.814847 run osmo-msc_10.42.42.6(pid=1878): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1878)]\u000a03:15:02.866562 run osmo-msc_10.42.42.6(pid=1878): stdout: \u000a| (launched: 2022-12-14_03:15:01.232205) \u000a03:15:02.918852 run osmo-msc_10.42.42.6(pid=1878): stderr: \u000a| �[0;m�[38;5;43m20221214031501879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031501880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd311b12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031501880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031501880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031501881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031501884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031501890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031501894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031501894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031501894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:02.963581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1868): Terminating (SIGTERM)\u000a03:15:03.006121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1871): Terminating (SIGTERM)\u000a03:15:03.048799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1874): Terminating (SIGTERM)\u000a03:15:03.058658 --- ParallelTerminationStrategy: PID 1868 died...\u000a03:15:03.116210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1868): Terminated: ok {rc=0}\u000a03:15:03.126449 --- ParallelTerminationStrategy: PID 1871 died...\u000a03:15:03.183537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1871): Terminated: ok {rc=0}\u000a03:15:03.193777 --- ParallelTerminationStrategy: PID 1874 died...\u000a03:15:03.251249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1874): Terminated: ok {rc=0}\u000a03:15:03.339015 bus /sierra_3: Setting Powered False\u000a03:15:04.445037 bus /sierra_3: Setting Powered False\u000a03:15:05.555937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:14:45" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1889): Process ended prematurely: osmo-stp_10.42.42.5(pid=1889) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1889): Process ended prematurely: osmo-stp_10.42.42.5(pid=1889) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:07.538245 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:07.549321 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:15:07.699199 tst mo_mt_call.py: using LAC 38162\u000a03:15:07.815841 tst mo_mt_call.py: using RAC 167\u000a03:15:07.932037 tst mo_mt_call.py: using CellId 38162\u000a03:15:08.048295 tst mo_mt_call.py: using BVCI 38163\u000a03:15:08.071143 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:08.082264 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:08.093134 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:08.103881 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:08.114918 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:08.125853 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:08.245865 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:08.447390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:08.929750 run create_hlr_db(pid=1883): Launched\u000a03:15:09.102062 bus /sierra_2: Setting Powered False\u000a03:15:10.124056 run create_hlr_db(pid=1883): Terminated: ok {rc=0}\u000a03:15:10.551808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1885): Launched\u000a03:15:10.874892 run osmo-hlr_10.42.42.2(pid=1886): Launched\u000a03:15:10.995475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:11.555649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1888): Launched\u000a03:15:11.878266 run osmo-stp_10.42.42.5(pid=1889): Launched\u000a03:15:11.995434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:12.584570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1891): Launched\u000a03:15:12.907532 run osmo-msc_10.42.42.6(pid=1892): Launched\u000a03:15:13.097190 run osmo-stp_10.42.42.5(pid=1889): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)]\u000a03:15:13.233818 run osmo-stp_10.42.42.5(pid=1889): stdout: \u000a| (launched: 2022-12-14_03:15:11.719793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:13.370538 run osmo-stp_10.42.42.5(pid=1889): stderr: \u000a| �[0;m�[38;5;43m20221214031511912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031511912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031511912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031511913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031511913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031511913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031511913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:13.500863 run osmo-stp_10.42.42.5(pid=1889): stdout: \u000a| (launched: 2022-12-14_03:15:11.719793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:13.630358 run osmo-stp_10.42.42.5(pid=1889): stderr: \u000a| �[0;m�[38;5;43m20221214031511912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031511912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031511912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031511913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031511913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031511913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031511913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:13.687113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1889): Process ended prematurely: osmo-stp_10.42.42.5(pid=1889) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1889)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:15:13.696498 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:15:13.759272 run osmo-hlr_10.42.42.2(pid=1886): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1886)]\u000a03:15:13.810748 run osmo-hlr_10.42.42.2(pid=1886): stdout: \u000a| (launched: 2022-12-14_03:15:10.716335) \u000a03:15:13.862636 run osmo-hlr_10.42.42.2(pid=1886): stderr: \u000a| �[0;m�[1;31m20221214031510913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031510913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031510913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031510913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031510913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031510913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031510925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031510934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031510934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031510935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:13.933308 run osmo-msc_10.42.42.6(pid=1892): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1892)]\u000a03:15:13.984660 run osmo-msc_10.42.42.6(pid=1892): stdout: \u000a| (launched: 2022-12-14_03:15:12.749694) \u000a03:15:14.036663 run osmo-msc_10.42.42.6(pid=1892): stderr: \u000a| �[0;m�[38;5;43m20221214031513072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031513073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5091adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031513073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031513075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031513075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031513075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031513075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:14.081218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1885): Terminating (SIGTERM)\u000a03:15:14.123286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1888): Terminating (SIGTERM)\u000a03:15:14.165791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1891): Terminating (SIGTERM)\u000a03:15:14.175514 --- ParallelTerminationStrategy: PID 1885 died...\u000a03:15:14.231390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1885): Terminated: ok {rc=0}\u000a03:15:14.241418 --- ParallelTerminationStrategy: PID 1888 died...\u000a03:15:14.297120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1888): Terminated: ok {rc=0}\u000a03:15:14.307132 --- ParallelTerminationStrategy: PID 1891 died...\u000a03:15:14.362701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1891): Terminated: ok {rc=0}\u000a03:15:14.449367 bus /sierra_3: Setting Powered False\u000a03:15:15.554513 bus /sierra_3: Setting Powered False\u000a03:15:16.669858 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1900): Process ended prematurely: osmo-stp_10.42.42.5(pid=1900) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1900)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1900): Process ended prematurely: osmo-stp_10.42.42.5(pid=1900) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:17.777886 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:17.789697 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:15:17.943244 tst mo_mt_call_osmux.py: using LAC 38163\u000a03:15:18.063216 tst mo_mt_call_osmux.py: using RAC 168\u000a03:15:18.183294 tst mo_mt_call_osmux.py: using CellId 38163\u000a03:15:18.303059 tst mo_mt_call_osmux.py: using BVCI 38164\u000a03:15:18.325874 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:18.337058 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:18.347862 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:18.358782 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:18.369830 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:15:18.380668 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:18.494420 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:15:18.699045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:19.181463 run create_hlr_db(pid=1894): Launched\u000a03:15:19.354114 bus /sierra_2: Setting Powered False\u000a03:15:20.377135 run create_hlr_db(pid=1894): Terminated: ok {rc=0}\u000a03:15:20.807288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1896): Launched\u000a03:15:21.131332 run osmo-hlr_10.42.42.2(pid=1897): Launched\u000a03:15:21.251124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:21.811580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1899): Launched\u000a03:15:22.134772 run osmo-stp_10.42.42.5(pid=1900): Launched\u000a03:15:22.252311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:22.843026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1902): Launched\u000a03:15:23.166273 run osmo-msc_10.42.42.6(pid=1903): Launched\u000a03:15:23.357335 run osmo-stp_10.42.42.5(pid=1900): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1900)]\u000a03:15:23.494887 run osmo-stp_10.42.42.5(pid=1900): stdout: \u000a| (launched: 2022-12-14_03:15:21.976300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:23.632159 run osmo-stp_10.42.42.5(pid=1900): stderr: \u000a| �[0;m�[38;5;43m20221214031522168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031522168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031522168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031522169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031522169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031522169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031522169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:23.762609 run osmo-stp_10.42.42.5(pid=1900): stdout: \u000a| (launched: 2022-12-14_03:15:21.976300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:23.892040 run osmo-stp_10.42.42.5(pid=1900): stderr: \u000a| �[0;m�[38;5;43m20221214031522168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031522168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031522168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031522169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031522169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031522169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031522169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:23.949239 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1900): Process ended prematurely: osmo-stp_10.42.42.5(pid=1900) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1900)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:15:23.958416 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:15:24.021680 run osmo-hlr_10.42.42.2(pid=1897): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1897)]\u000a03:15:24.073386 run osmo-hlr_10.42.42.2(pid=1897): stdout: \u000a| (launched: 2022-12-14_03:15:20.972328) \u000a03:15:24.125588 run osmo-hlr_10.42.42.2(pid=1897): stderr: \u000a| �[0;m�[1;31m20221214031521171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031521171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031521171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031521171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031521171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031521171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031521183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031521191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031521191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031521191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:24.196311 run osmo-msc_10.42.42.6(pid=1903): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1903)]\u000a03:15:24.248130 run osmo-msc_10.42.42.6(pid=1903): stdout: \u000a| (launched: 2022-12-14_03:15:23.007674) \u000a03:15:24.300327 run osmo-msc_10.42.42.6(pid=1903): stderr: \u000a| �[0;m�[38;5;43m20221214031523330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031523330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4db81c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031523331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031523331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031523331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031523331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031523333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031523333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031523333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031523333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:24.345060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1896): Terminating (SIGTERM)\u000a03:15:24.387894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1899): Terminating (SIGTERM)\u000a03:15:24.430020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1902): Terminating (SIGTERM)\u000a03:15:24.439653 --- ParallelTerminationStrategy: PID 1896 died...\u000a03:15:24.495829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1896): Terminated: ok {rc=0}\u000a03:15:24.506157 --- ParallelTerminationStrategy: PID 1899 died...\u000a03:15:24.562606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1899): Terminated: ok {rc=0}\u000a03:15:24.572657 --- ParallelTerminationStrategy: PID 1902 died...\u000a03:15:24.628705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1902): Terminated: ok {rc=0}\u000a03:15:24.716427 bus /sierra_3: Setting Powered False\u000a03:15:25.817509 bus /sierra_3: Setting Powered False\u000a03:15:26.924875 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:15:07" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1915): Process ended prematurely: osmo-stp_10.42.42.5(pid=1915) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1915)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1915): Process ended prematurely: osmo-stp_10.42.42.5(pid=1915) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:15:28.916020 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:28.927654 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:15:29.082091 tst mo_mt_call.py: using LAC 38164\u000a03:15:29.199659 tst mo_mt_call.py: using RAC 169\u000a03:15:29.321502 tst mo_mt_call.py: using CellId 38164\u000a03:15:29.437357 tst mo_mt_call.py: using BVCI 38165\u000a03:15:29.460208 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:29.471343 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:29.482245 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:29.492891 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:29.503840 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:29.514664 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:29.635253 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:29.847402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:30.354664 run create_hlr_db(pid=1909): Launched\u000a03:15:30.541866 bus /sierra_2: Setting Powered False\u000a03:15:31.563843 run create_hlr_db(pid=1909): Terminated: ok {rc=0}\u000a03:15:32.016690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1911): Launched\u000a03:15:32.343872 run osmo-hlr_10.42.42.2(pid=1912): Launched\u000a03:15:32.463157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:33.023591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1914): Launched\u000a03:15:33.346768 run osmo-stp_10.42.42.5(pid=1915): Launched\u000a03:15:33.464414 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:34.052658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1917): Launched\u000a03:15:34.375575 run osmo-msc_10.42.42.6(pid=1918): Launched\u000a03:15:34.566000 run osmo-stp_10.42.42.5(pid=1915): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1915)]\u000a03:15:34.702694 run osmo-stp_10.42.42.5(pid=1915): stdout: \u000a| (launched: 2022-12-14_03:15:33.188166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:34.839248 run osmo-stp_10.42.42.5(pid=1915): stderr: \u000a| �[0;m�[38;5;43m20221214031533381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031533381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031533381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031533381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031533382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031533382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031533382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:34.969464 run osmo-stp_10.42.42.5(pid=1915): stdout: \u000a| (launched: 2022-12-14_03:15:33.188166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:35.098384 run osmo-stp_10.42.42.5(pid=1915): stderr: \u000a| �[0;m�[38;5;43m20221214031533381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031533381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031533381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031533381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031533382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031533382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031533382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:35.154950 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1915): Process ended prematurely: osmo-stp_10.42.42.5(pid=1915) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1915)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:15:35.164091 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:15:35.226553 run osmo-hlr_10.42.42.2(pid=1912): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1912)]\u000a03:15:35.277582 run osmo-hlr_10.42.42.2(pid=1912): stdout: \u000a| (launched: 2022-12-14_03:15:32.184194) \u000a03:15:35.329369 run osmo-hlr_10.42.42.2(pid=1912): stderr: \u000a| �[0;m�[1;31m20221214031532381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031532381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031532381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031532381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031532381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031532381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031532393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031532401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031532401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031532401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:35.399438 run osmo-msc_10.42.42.6(pid=1918): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1918)]\u000a03:15:35.450398 run osmo-msc_10.42.42.6(pid=1918): stdout: \u000a| (launched: 2022-12-14_03:15:34.217246) \u000a03:15:35.501873 run osmo-msc_10.42.42.6(pid=1918): stderr: \u000a| �[0;m�[38;5;43m20221214031534536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031534536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b04ffdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031534536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031534536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031534537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031534537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031534538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031534539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031534539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031534539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:35.546416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1911): Terminating (SIGTERM)\u000a03:15:35.588540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1914): Terminating (SIGTERM)\u000a03:15:35.630327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1917): Terminating (SIGTERM)\u000a03:15:35.640032 --- ParallelTerminationStrategy: PID 1911 died...\u000a03:15:35.695614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1911): Terminated: ok {rc=0}\u000a03:15:35.705678 --- ParallelTerminationStrategy: PID 1914 died...\u000a03:15:35.761095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1914): Terminated: ok {rc=0}\u000a03:15:35.771001 --- ParallelTerminationStrategy: PID 1917 died...\u000a03:15:35.826570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1917): Terminated: ok {rc=0}\u000a03:15:35.912503 bus /sierra_3: Setting Powered False\u000a03:15:37.018250 bus /sierra_3: Setting Powered False\u000a03:15:38.125578 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1926): Process ended prematurely: osmo-stp_10.42.42.5(pid=1926) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1926)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1926): Process ended prematurely: osmo-stp_10.42.42.5(pid=1926) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:15:39.239640 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:39.252250 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:15:39.413879 tst mo_mt_call_osmux.py: using LAC 38165\u000a03:15:39.542578 tst mo_mt_call_osmux.py: using RAC 170\u000a03:15:39.663701 tst mo_mt_call_osmux.py: using CellId 38165\u000a03:15:39.783271 tst mo_mt_call_osmux.py: using BVCI 38166\u000a03:15:39.806270 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:39.817560 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:39.828407 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:39.839455 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:39.850463 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:15:39.861294 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:39.980558 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:15:40.193012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:40.703769 run create_hlr_db(pid=1920): Launched\u000a03:15:40.892402 bus /sierra_2: Setting Powered False\u000a03:15:41.901081 run create_hlr_db(pid=1920): Terminated: ok {rc=0}\u000a03:15:42.341814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1922): Launched\u000a03:15:42.666592 run osmo-hlr_10.42.42.2(pid=1923): Launched\u000a03:15:42.786402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:43.349389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1925): Launched\u000a03:15:43.674498 run osmo-stp_10.42.42.5(pid=1926): Launched\u000a03:15:43.792213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:44.384312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1928): Launched\u000a03:15:44.708929 run osmo-msc_10.42.42.6(pid=1931): Launched\u000a03:15:44.900290 run osmo-stp_10.42.42.5(pid=1926): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1926)]\u000a03:15:45.038178 run osmo-stp_10.42.42.5(pid=1926): stdout: \u000a| (launched: 2022-12-14_03:15:43.514594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:45.175325 run osmo-stp_10.42.42.5(pid=1926): stderr: \u000a| �[0;m�[38;5;43m20221214031543705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031543705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031543705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031543705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031543706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031543706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031543706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:45.306541 run osmo-stp_10.42.42.5(pid=1926): stdout: \u000a| (launched: 2022-12-14_03:15:43.514594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:45.436226 run osmo-stp_10.42.42.5(pid=1926): stderr: \u000a| �[0;m�[38;5;43m20221214031543705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031543705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031543705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031543705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031543706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031543706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031543706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:45.493404 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1926): Process ended prematurely: osmo-stp_10.42.42.5(pid=1926) [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1926)] [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:15:45.502823 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:15:45.566357 run osmo-hlr_10.42.42.2(pid=1923): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1923)]\u000a03:15:45.617833 run osmo-hlr_10.42.42.2(pid=1923): stdout: \u000a| (launched: 2022-12-14_03:15:42.507392) \u000a03:15:45.670004 run osmo-hlr_10.42.42.2(pid=1923): stderr: \u000a| �[0;m�[1;31m20221214031542703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031542703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031542703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031542703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031542703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031542703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031542716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031542724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031542724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031542724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:45.740925 run osmo-msc_10.42.42.6(pid=1931): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1931)]\u000a03:15:45.792681 run osmo-msc_10.42.42.6(pid=1931): stdout: \u000a| (launched: 2022-12-14_03:15:44.549653) \u000a03:15:45.852419 run osmo-msc_10.42.42.6(pid=1931): stderr: \u000a| �[0;m�[38;5;43m20221214031544870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031544870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11052edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031544871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031544871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031544871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031544871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031544873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031544874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031544874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031544874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:45.903356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1922): Terminating (SIGTERM)\u000a03:15:45.947831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1925): Terminating (SIGTERM)\u000a03:15:45.991419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1928): Terminating (SIGTERM)\u000a03:15:46.003324 --- ParallelTerminationStrategy: PID 1922 died...\u000a03:15:46.062430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1922): Terminated: ok {rc=0}\u000a03:15:46.073657 --- ParallelTerminationStrategy: PID 1925 died...\u000a03:15:46.130888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1925): Terminated: ok {rc=0}\u000a03:15:46.141618 --- ParallelTerminationStrategy: PID 1928 died...\u000a03:15:46.199202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1928): Terminated: ok {rc=0}\u000a03:15:46.289273 bus /sierra_3: Setting Powered False\u000a03:15:47.396544 bus /sierra_3: Setting Powered False\u000a03:15:48.507454 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:15:28" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1944): Process ended prematurely: osmo-stp_10.42.42.5(pid=1944) [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1944): Process ended prematurely: osmo-stp_10.42.42.5(pid=1944) [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:15:50.497359 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:50.508522 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:15:50.660145 tst mo_mt_call.py: using LAC 38166\u000a03:15:50.787035 tst mo_mt_call.py: using RAC 171\u000a03:15:50.915463 tst mo_mt_call.py: using CellId 38166\u000a03:15:51.040246 tst mo_mt_call.py: using BVCI 38167\u000a03:15:51.063070 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:51.074308 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:51.085396 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:51.096521 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:51.107689 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:15:51.118843 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:15:51.239001 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:15:51.453467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:15:51.968084 run create_hlr_db(pid=1936): Launched\u000a03:15:52.156246 bus /sierra_2: Setting Powered False\u000a03:15:53.174944 run create_hlr_db(pid=1936): Terminated: ok {rc=0}\u000a03:15:53.603394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1940): Launched\u000a03:15:53.927084 run osmo-hlr_10.42.42.2(pid=1941): Launched\u000a03:15:54.046808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:15:54.607810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1943): Launched\u000a03:15:54.930553 run osmo-stp_10.42.42.5(pid=1944): Launched\u000a03:15:55.048282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:15:55.637203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1946): Launched\u000a03:15:55.959288 run osmo-msc_10.42.42.6(pid=1947): Launched\u000a03:15:56.148612 run osmo-stp_10.42.42.5(pid=1944): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)]\u000a03:15:56.285863 run osmo-stp_10.42.42.5(pid=1944): stdout: \u000a| (launched: 2022-12-14_03:15:54.772117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:56.422326 run osmo-stp_10.42.42.5(pid=1944): stderr: \u000a| �[0;m�[38;5;43m20221214031554966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031554966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031554966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031554966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031554967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031554967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031554967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:56.552815 run osmo-stp_10.42.42.5(pid=1944): stdout: \u000a| (launched: 2022-12-14_03:15:54.772117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:15:56.682526 run osmo-stp_10.42.42.5(pid=1944): stderr: \u000a| �[0;m�[38;5;43m20221214031554966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031554966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031554966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031554966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031554967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031554967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031554967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:15:56.739338 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1944): Process ended prematurely: osmo-stp_10.42.42.5(pid=1944) [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1944)] [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:15:56.748424 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:15:56.811357 run osmo-hlr_10.42.42.2(pid=1941): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1941)]\u000a03:15:56.862794 run osmo-hlr_10.42.42.2(pid=1941): stdout: \u000a| (launched: 2022-12-14_03:15:53.767638) \u000a03:15:56.914910 run osmo-hlr_10.42.42.2(pid=1941): stderr: \u000a| �[0;m�[1;31m20221214031553964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031553964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031553964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031553964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031553964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031553964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031553977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031553986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031553987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031553987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:15:56.985617 run osmo-msc_10.42.42.6(pid=1947): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1947)]\u000a03:15:57.036830 run osmo-msc_10.42.42.6(pid=1947): stdout: \u000a| (launched: 2022-12-14_03:15:55.800783) \u000a03:15:57.088551 run osmo-msc_10.42.42.6(pid=1947): stderr: \u000a| �[0;m�[38;5;43m20221214031556120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031556121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c69b55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031556121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031556121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031556123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031556123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031556123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031556123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:15:57.132799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1940): Terminating (SIGTERM)\u000a03:15:57.174965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1943): Terminating (SIGTERM)\u000a03:15:57.216548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1946): Terminating (SIGTERM)\u000a03:15:57.226233 --- ParallelTerminationStrategy: PID 1940 died...\u000a03:15:57.282156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1940): Terminated: ok {rc=0}\u000a03:15:57.292130 --- ParallelTerminationStrategy: PID 1943 died...\u000a03:15:57.347822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1943): Terminated: ok {rc=0}\u000a03:15:57.357788 --- ParallelTerminationStrategy: PID 1946 died...\u000a03:15:57.413168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1946): Terminated: ok {rc=0}\u000a03:15:57.500830 bus /sierra_3: Setting Powered False\u000a03:15:58.606150 bus /sierra_3: Setting Powered False\u000a03:15:59.715200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:16:00.828480 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:00.846176 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:16:01.011587 tst mo_mt_call_osmux.py: using LAC 38167\u000a03:16:01.145336 tst mo_mt_call_osmux.py: using RAC 172\u000a03:16:01.272721 tst mo_mt_call_osmux.py: using CellId 38167\u000a03:16:01.431734 tst mo_mt_call_osmux.py: using BVCI 38168\u000a03:16:01.456577 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:01.468585 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:01.480260 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:01.492034 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:01.504287 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:16:01.516153 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:16:01.633705 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:16:01.861418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:02.401797 run create_hlr_db(pid=1949): Launched\u000a03:16:02.577134 bus /sierra_2: Setting Powered False\u000a03:16:03.598735 run create_hlr_db(pid=1949): Terminated: ok {rc=0}\u000a03:16:04.028074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Launched\u000a03:16:04.351940 run osmo-hlr_10.42.42.2(pid=1952): Launched\u000a03:16:04.472600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:05.035220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Launched\u000a03:16:05.358974 run osmo-stp_10.42.42.5(pid=1955): Launched\u000a03:16:05.476532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:06.067679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1957): Launched\u000a03:16:06.391287 run osmo-msc_10.42.42.6(pid=1958): Launched\u000a03:16:06.581399 run osmo-stp_10.42.42.5(pid=1955): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a03:16:06.718673 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-14_03:16:05.199529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:06.855167 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221214031605390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031605391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031605391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031605391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031605392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031605392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031605392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:06.985826 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-14_03:16:05.199529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:07.115373 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221214031605390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031605391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031605391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031605391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031605392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031605392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031605392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:07.172070 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)] [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:16:07.181422 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:16:07.245253 run osmo-hlr_10.42.42.2(pid=1952): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1952)]\u000a03:16:07.296887 run osmo-hlr_10.42.42.2(pid=1952): stdout: \u000a| (launched: 2022-12-14_03:16:04.193330) \u000a03:16:07.349506 run osmo-hlr_10.42.42.2(pid=1952): stderr: \u000a| �[0;m�[1;31m20221214031604393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031604393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031604393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031604393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031604393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031604393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031604406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031604414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031604414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031604414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:07.420646 run osmo-msc_10.42.42.6(pid=1958): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1958)]\u000a03:16:07.472333 run osmo-msc_10.42.42.6(pid=1958): stdout: \u000a| (launched: 2022-12-14_03:16:06.232467) \u000a03:16:07.525195 run osmo-msc_10.42.42.6(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221214031606552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031606552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f138a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031606553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031606553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031606553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031606553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031606556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031606557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031606557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031606557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:07.570104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminating (SIGTERM)\u000a03:16:07.612138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminating (SIGTERM)\u000a03:16:07.654323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1957): Terminating (SIGTERM)\u000a03:16:07.664000 --- ParallelTerminationStrategy: PID 1951 died...\u000a03:16:07.720546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminated: ok {rc=0}\u000a03:16:07.730657 --- ParallelTerminationStrategy: PID 1954 died...\u000a03:16:07.786764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminated: ok {rc=0}\u000a03:16:07.796792 --- ParallelTerminationStrategy: PID 1957 died...\u000a03:16:07.853131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1957): Terminated: ok {rc=0}\u000a03:16:07.939896 bus /sierra_3: Setting Powered False\u000a03:16:09.045480 bus /sierra_3: Setting Powered False\u000a03:16:10.153080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:15:50" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1970): Process ended prematurely: osmo-stp_10.42.42.5(pid=1970) [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1970): Process ended prematurely: osmo-stp_10.42.42.5(pid=1970) [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a03:16:12.155757 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:12.167141 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:16:12.300505 tst mo_mt_call.py: using LAC 38168\u000a03:16:12.418616 tst mo_mt_call.py: using RAC 173\u000a03:16:12.535222 tst mo_mt_call.py: using CellId 38168\u000a03:16:12.659749 tst mo_mt_call.py: using BVCI 38169\u000a03:16:12.684563 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:12.696378 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:12.708029 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:12.719777 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:12.732087 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:12.743999 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:12.862615 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:13.078215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:13.586722 run create_hlr_db(pid=1963): Launched\u000a03:16:13.774913 bus /sierra_2: Setting Powered False\u000a03:16:14.795957 run create_hlr_db(pid=1963): Terminated: ok {rc=0}\u000a03:16:15.200307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1966): Launched\u000a03:16:15.502622 run osmo-hlr_10.42.42.2(pid=1967): Launched\u000a03:16:15.623004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:16.208646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1969): Launched\u000a03:16:16.696432 run osmo-stp_10.42.42.5(pid=1970): Launched\u000a03:16:16.810817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:17.445787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1972): Launched\u000a03:16:17.750429 run osmo-msc_10.42.42.6(pid=1973): Launched\u000a03:16:17.929125 run osmo-stp_10.42.42.5(pid=1970): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)]\u000a03:16:18.057616 run osmo-stp_10.42.42.5(pid=1970): stdout: \u000a| (launched: 2022-12-14_03:16:16.364027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:18.183396 run osmo-stp_10.42.42.5(pid=1970): stderr: \u000a| �[0;m�[38;5;43m20221214031616563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031616563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031616563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031616563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:18.304501 run osmo-stp_10.42.42.5(pid=1970): stdout: \u000a| (launched: 2022-12-14_03:16:16.364027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:18.424663 run osmo-stp_10.42.42.5(pid=1970): stderr: \u000a| �[0;m�[38;5;43m20221214031616563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031616563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031616563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031616563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031616564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:18.477525 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1970): Process ended prematurely: osmo-stp_10.42.42.5(pid=1970) [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1970)] [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a03:16:18.486120 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:16:18.545536 run osmo-hlr_10.42.42.2(pid=1967): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1967)]\u000a03:16:18.594476 run osmo-hlr_10.42.42.2(pid=1967): stdout: \u000a| (launched: 2022-12-14_03:16:15.354201) \u000a03:16:18.643694 run osmo-hlr_10.42.42.2(pid=1967): stderr: \u000a| �[0;m�[1;31m20221214031615529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031615529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031615529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031615529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031615530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031615530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031615542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031615550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031615550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031615551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:18.710750 run osmo-msc_10.42.42.6(pid=1973): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1973)]\u000a03:16:18.759216 run osmo-msc_10.42.42.6(pid=1973): stdout: \u000a| (launched: 2022-12-14_03:16:17.599550) \u000a03:16:18.808444 run osmo-msc_10.42.42.6(pid=1973): stderr: \u000a| �[0;m�[38;5;43m20221214031617866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031617866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1be5638c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031617866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031617866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031617867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031617867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031617869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031617869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031617869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031617869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:18.850362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1966): Terminating (SIGTERM)\u000a03:16:18.889877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1969): Terminating (SIGTERM)\u000a03:16:18.929571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1972): Terminating (SIGTERM)\u000a03:16:18.938874 --- ParallelTerminationStrategy: PID 1966 died...\u000a03:16:18.992461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1966): Terminated: ok {rc=0}\u000a03:16:19.002310 --- ParallelTerminationStrategy: PID 1969 died...\u000a03:16:19.055812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1969): Terminated: ok {rc=0}\u000a03:16:19.065949 --- ParallelTerminationStrategy: PID 1972 died...\u000a03:16:19.119258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1972): Terminated: ok {rc=0}\u000a03:16:19.207661 bus /sierra_3: Setting Powered False\u000a03:16:20.310731 bus /sierra_3: Setting Powered False\u000a03:16:21.422460 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1981): Process ended prematurely: osmo-stp_10.42.42.5(pid=1981) [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1981)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1981): Process ended prematurely: osmo-stp_10.42.42.5(pid=1981) [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:16:22.536812 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:22.549482 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:16:22.696816 tst mo_mt_call_osmux.py: using LAC 38169\u000a03:16:22.823619 tst mo_mt_call_osmux.py: using RAC 174\u000a03:16:22.955180 tst mo_mt_call_osmux.py: using CellId 38169\u000a03:16:23.080871 tst mo_mt_call_osmux.py: using BVCI 38170\u000a03:16:23.105822 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:23.117846 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:23.129519 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:23.141205 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:23.153548 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:16:23.165641 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:23.282916 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:16:23.496863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:24.005482 run create_hlr_db(pid=1975): Launched\u000a03:16:24.192569 bus /sierra_2: Setting Powered False\u000a03:16:25.214175 run create_hlr_db(pid=1975): Terminated: ok {rc=0}\u000a03:16:25.617172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1977): Launched\u000a03:16:25.917926 run osmo-hlr_10.42.42.2(pid=1978): Launched\u000a03:16:26.028151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:26.549247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1980): Launched\u000a03:16:26.850341 run osmo-stp_10.42.42.5(pid=1981): Launched\u000a03:16:26.959464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:27.510654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1983): Launched\u000a03:16:27.812530 run osmo-msc_10.42.42.6(pid=1984): Launched\u000a03:16:27.989546 run osmo-stp_10.42.42.5(pid=1981): ERR: Terminated: ERROR {rc=1} [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1981)]\u000a03:16:28.117300 run osmo-stp_10.42.42.5(pid=1981): stdout: \u000a| (launched: 2022-12-14_03:16:26.702189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:28.242005 run osmo-stp_10.42.42.5(pid=1981): stderr: \u000a| �[0;m�[38;5;43m20221214031626870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031626871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031626871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031626871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031626874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031626874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031626874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:28.362710 run osmo-stp_10.42.42.5(pid=1981): stdout: \u000a| (launched: 2022-12-14_03:16:26.702189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:28.482941 run osmo-stp_10.42.42.5(pid=1981): stderr: \u000a| �[0;m�[38;5;43m20221214031626870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031626871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031626871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031626871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031626874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031626874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031626874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:28.535854 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1981): Process ended prematurely: osmo-stp_10.42.42.5(pid=1981) [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1981)] [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a03:16:28.544286 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:16:28.603428 run osmo-hlr_10.42.42.2(pid=1978): ERR: Terminated: ERROR {rc=237} [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1978)]\u000a03:16:28.652204 run osmo-hlr_10.42.42.2(pid=1978): stdout: \u000a| (launched: 2022-12-14_03:16:25.770298) \u000a03:16:28.701617 run osmo-hlr_10.42.42.2(pid=1978): stderr: \u000a| �[0;m�[1;31m20221214031625947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031625947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031625947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031625947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031625947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031625948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031625959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031625968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031625968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031625968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:28.768527 run osmo-msc_10.42.42.6(pid=1984): ERR: Terminated: ERROR {rc=2} [trial-2398↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1984)]\u000a03:16:28.816921 run osmo-msc_10.42.42.6(pid=1984): stdout: \u000a| (launched: 2022-12-14_03:16:27.664372) \u000a03:16:28.865976 run osmo-msc_10.42.42.6(pid=1984): stderr: \u000a| �[0;m�[38;5;43m20221214031627936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031627936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc31f4ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031627936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031627936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031627936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031627936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031627938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031627939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031627939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031627939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:28.907716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1977): Terminating (SIGTERM)\u000a03:16:28.947190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1980): Terminating (SIGTERM)\u000a03:16:28.986666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1983): Terminating (SIGTERM)\u000a03:16:28.995910 --- ParallelTerminationStrategy: PID 1977 died...\u000a03:16:29.048673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1977): Terminated: ok {rc=0}\u000a03:16:29.058281 --- ParallelTerminationStrategy: PID 1980 died...\u000a03:16:29.110806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1980): Terminated: ok {rc=0}\u000a03:16:29.120340 --- ParallelTerminationStrategy: PID 1983 died...\u000a03:16:29.173092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1983): Terminated: ok {rc=0}\u000a03:16:29.260857 bus /sierra_3: Setting Powered False\u000a03:16:30.364142 bus /sierra_3: Setting Powered False\u000a03:16:31.483670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:16:11" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:16:33.504806 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:33.516071 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:16:33.658175 tst emergency_mo_mt_call.py: using LAC 38170\u000a03:16:33.779346 tst emergency_mo_mt_call.py: using RAC 175\u000a03:16:33.897458 tst emergency_mo_mt_call.py: using CellId 38170\u000a03:16:34.019144 tst emergency_mo_mt_call.py: using BVCI 38171\u000a03:16:34.041685 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:34.052229 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:34.062743 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:34.073096 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:34.083408 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:34.094236 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:34.214062 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:34.422608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:34.923262 run create_hlr_db(pid=1989): Launched\u000a03:16:35.108600 bus /sierra_2: Setting Powered False\u000a03:16:36.128769 run create_hlr_db(pid=1989): Terminated: ok {rc=0}\u000a03:16:36.525521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Launched\u000a03:16:36.822389 run osmo-hlr_10.42.42.2(pid=1992): Launched\u000a03:16:36.931463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:37.445071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Launched\u000a03:16:37.740395 run osmo-stp_10.42.42.5(pid=1995): Launched\u000a03:16:37.863415 tst emergency_mo_mt_call.py: using MSISDN 8471\u000a03:16:38.009556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:38.548038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1997): Launched\u000a03:16:38.843270 run osmo-msc_10.42.42.6(pid=1998): Launched\u000a03:16:39.017531 run osmo-stp_10.42.42.5(pid=1995): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a03:16:39.143261 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-14_03:16:37.594834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:39.266334 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221214031637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031637767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031637767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031637767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031637768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031637768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031637768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:39.385651 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-14_03:16:37.594834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:39.502807 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221214031637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031637767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031637767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031637767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031637768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031637768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031637768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:39.554439 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)] [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a03:16:39.562454 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a03:16:39.622292 run osmo-hlr_10.42.42.2(pid=1992): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1992)]\u000a03:16:39.671148 run osmo-hlr_10.42.42.2(pid=1992): stdout: \u000a| (launched: 2022-12-14_03:16:36.675727) \u000a03:16:39.720642 run osmo-hlr_10.42.42.2(pid=1992): stderr: \u000a| �[0;m�[1;31m20221214031636851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031636851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031636851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031636851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031636851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031636851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031636863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031636874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031636874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031636874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:39.787795 run osmo-msc_10.42.42.6(pid=1998): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1998)]\u000a03:16:39.836553 run osmo-msc_10.42.42.6(pid=1998): stdout: \u000a| (launched: 2022-12-14_03:16:38.697539) \u000a03:16:39.885703 run osmo-msc_10.42.42.6(pid=1998): stderr: \u000a| �[0;m�[38;5;43m20221214031638967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031638967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f627fb9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031638967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031638967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031638967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031638968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031638969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031638970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031638970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031638970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:39.927232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminating (SIGTERM)\u000a03:16:39.966819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminating (SIGTERM)\u000a03:16:40.006530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1997): Terminating (SIGTERM)\u000a03:16:40.015697 --- ParallelTerminationStrategy: PID 1991 died...\u000a03:16:40.068412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminated: ok {rc=0}\u000a03:16:40.077986 --- ParallelTerminationStrategy: PID 1994 died...\u000a03:16:40.130677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminated: ok {rc=0}\u000a03:16:40.140185 --- ParallelTerminationStrategy: PID 1997 died...\u000a03:16:40.192535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1997): Terminated: ok {rc=0}\u000a03:16:40.275139 bus /sierra_3: Setting Powered False\u000a03:16:41.381047 bus /sierra_3: Setting Powered False\u000a03:16:42.487419 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2006): Process ended prematurely: osmo-stp_10.42.42.5(pid=2006) [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2006): Process ended prematurely: osmo-stp_10.42.42.5(pid=2006) [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:16:43.539179 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:43.550987 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:16:43.695483 tst emergency_preemptive_call.py: using LAC 38171\u000a03:16:43.820245 tst emergency_preemptive_call.py: using RAC 176\u000a03:16:43.947087 tst emergency_preemptive_call.py: using CellId 38171\u000a03:16:44.078705 tst emergency_preemptive_call.py: using BVCI 38172\u000a03:16:44.102964 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:44.114168 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:44.124923 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:44.135781 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:44.147091 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a03:16:44.158367 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:44.273429 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:44.391883 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:44.507300 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:16:44.715570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:16:45.217311 run create_hlr_db(pid=2000): Launched\u000a03:16:45.402781 bus /sierra_2: Setting Powered False\u000a03:16:46.430528 run create_hlr_db(pid=2000): Terminated: ok {rc=0}\u000a03:16:46.879501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2002): Launched\u000a03:16:47.247342 run osmo-hlr_10.42.42.2(pid=2003): Launched\u000a03:16:47.366501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:16:47.886955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2005): Launched\u000a03:16:48.182512 run osmo-stp_10.42.42.5(pid=2006): Launched\u000a03:16:48.302131 tst emergency_preemptive_call.py: using MSISDN 8472\u000a03:16:48.448000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:16:48.985728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2008): Launched\u000a03:16:49.280692 run osmo-msc_10.42.42.6(pid=2009): Launched\u000a03:16:49.466146 run osmo-stp_10.42.42.5(pid=2006): ERR: Terminated: ERROR {rc=1} [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)]\u000a03:16:49.591255 run osmo-stp_10.42.42.5(pid=2006): stdout: \u000a| (launched: 2022-12-14_03:16:48.036795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:49.714546 run osmo-stp_10.42.42.5(pid=2006): stderr: \u000a| �[0;m�[38;5;43m20221214031648207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031648208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031648209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031648209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031648211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031648211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031648211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:49.832850 run osmo-stp_10.42.42.5(pid=2006): stdout: \u000a| (launched: 2022-12-14_03:16:48.036795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:16:49.950443 run osmo-stp_10.42.42.5(pid=2006): stderr: \u000a| �[0;m�[38;5;43m20221214031648207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031648208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031648209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031648209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031648211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031648211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031648211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:16:50.002168 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2006): Process ended prematurely: osmo-stp_10.42.42.5(pid=2006) [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)] [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a03:16:50.010315 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a03:16:50.069885 run osmo-hlr_10.42.42.2(pid=2003): ERR: Terminated: ERROR {rc=237} [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2003)]\u000a03:16:50.118859 run osmo-hlr_10.42.42.2(pid=2003): stdout: \u000a| (launched: 2022-12-14_03:16:47.045881) \u000a03:16:50.168253 run osmo-hlr_10.42.42.2(pid=2003): stderr: \u000a| �[0;m�[1;31m20221214031647260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031647260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031647260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031647260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031647260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031647260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031647272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031647282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031647282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031647282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:16:50.235420 run osmo-msc_10.42.42.6(pid=2009): ERR: Terminated: ERROR {rc=2} [trial-2398↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2009)]\u000a03:16:50.284013 run osmo-msc_10.42.42.6(pid=2009): stdout: \u000a| (launched: 2022-12-14_03:16:49.135750) \u000a03:16:50.333452 run osmo-msc_10.42.42.6(pid=2009): stderr: \u000a| �[0;m�[38;5;43m20221214031649420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214031649420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11b24a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214031649420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214031649420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214031649421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214031649422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214031649423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214031649424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214031649424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214031649424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:16:50.375198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2002): Terminating (SIGTERM)\u000a03:16:50.414717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2005): Terminating (SIGTERM)\u000a03:16:50.454357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2008): Terminating (SIGTERM)\u000a03:16:50.463604 --- ParallelTerminationStrategy: PID 2002 died...\u000a03:16:50.516611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2002): Terminated: ok {rc=0}\u000a03:16:50.526319 --- ParallelTerminationStrategy: PID 2005 died...\u000a03:16:50.579044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2005): Terminated: ok {rc=0}\u000a03:16:50.588492 --- ParallelTerminationStrategy: PID 2008 died...\u000a03:16:50.641028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2008): Terminated: ok {rc=0}\u000a03:16:50.728781 bus /sierra_9: Setting Powered False\u000a03:16:51.833439 bus /sierra_9: Setting Powered False\u000a03:16:52.944787 bus /sierra_8: Setting Powered False\u000a03:16:54.050502 bus /sierra_8: Setting Powered False\u000a03:16:55.158188 bus /sierra_3: Setting Powered False\u000a03:16:56.264069 bus /sierra_3: Setting Powered False\u000a03:16:57.371699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2027): Process ended prematurely: osmo-stp_10.42.42.5(pid=2027) [trial-2398↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2027): Process ended prematurely: osmo-stp_10.42.42.5(pid=2027) [trial-2398↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:16:59.498061 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:16:59.509056 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:16:59.645196 tst cs_paging_gprs_active.py: using LAC 38172\u000a03:16:59.765184 tst cs_paging_gprs_active.py: using RAC 177\u000a03:16:59.891975 tst cs_paging_gprs_active.py: using CellId 38172\u000a03:17:00.020570 tst cs_paging_gprs_active.py: using BVCI 38173\u000a03:17:00.045670 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.056733 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.067712 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.078942 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.090194 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.101255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.112408 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.123379 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:00.135119 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:00.253288 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:00.550789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:17:00.686592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:01.061732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2014): Launched\u000a03:17:01.391822 run iperf3-srv_10.42.42.10(pid=2018): Launched\u000a03:17:01.648514 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:17:01.795998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:02.156186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2019): Launched\u000a03:17:02.438975 run iperf3-srv_10.42.42.10(pid=2020): Launched\u000a03:17:02.638189 tst cs_paging_gprs_active.py:38: start network...\u000a03:17:02.773495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:03.283309 run create_hlr_db(pid=2021): Launched\u000a03:17:03.470830 bus /sierra_2: Setting Powered False\u000a03:17:04.491329 run create_hlr_db(pid=2021): Terminated: ok {rc=0}\u000a03:17:04.920589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2023): Launched\u000a03:17:05.244180 run osmo-hlr_10.42.42.2(pid=2024): Launched\u000a03:17:05.361936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:05.924911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2026): Launched\u000a03:17:06.248780 run osmo-stp_10.42.42.5(pid=2027): Launched\u000a03:17:06.366445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:06.931766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2029): Launched\u000a03:17:07.048039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:07.330827 run patchelf(pid=2030): Launched\u000a03:17:07.521331 run osmo-stp_10.42.42.5(pid=2027): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)]\u000a03:17:07.652444 run osmo-stp_10.42.42.5(pid=2027): stdout: \u000a| (launched: 2022-12-14_03:17:06.089878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:07.782518 run osmo-stp_10.42.42.5(pid=2027): stderr: \u000a| �[0;m�[38;5;43m20221214031706283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031706284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031706284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031706284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031706285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031706285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031706285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:07.907627 run osmo-stp_10.42.42.5(pid=2027): stdout: \u000a| (launched: 2022-12-14_03:17:06.089878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:08.031565 run osmo-stp_10.42.42.5(pid=2027): stderr: \u000a| �[0;m�[38;5;43m20221214031706283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031706284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031706284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031706284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031706285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031706285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031706285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:08.176114 run patchelf(pid=2030): Terminating (SIGINT)\u000a03:17:08.347267 run patchelf(pid=2030): Terminated: ok {rc=0}\u000a03:17:08.378756 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2027): Process ended prematurely: osmo-stp_10.42.42.5(pid=2027) [trial-2398↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)] [trial-2398↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a03:17:08.388077 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:17:08.448375 run osmo-hlr_10.42.42.2(pid=2024): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2024)]\u000a03:17:08.497487 run osmo-hlr_10.42.42.2(pid=2024): stdout: \u000a| (launched: 2022-12-14_03:17:05.085229) \u000a03:17:08.547660 run osmo-hlr_10.42.42.2(pid=2024): stderr: \u000a| �[0;m�[1;31m20221214031705281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031705281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031705281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031705281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031705282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031705282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031705295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031705305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031705305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031705305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:08.589954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2014): Terminating (SIGTERM)\u000a03:17:08.629339 run iperf3-srv_10.42.42.10(pid=2018): Terminating (SIGTERM)\u000a03:17:08.668908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2019): Terminating (SIGTERM)\u000a03:17:08.708313 run iperf3-srv_10.42.42.10(pid=2020): Terminating (SIGTERM)\u000a03:17:08.748059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2023): Terminating (SIGTERM)\u000a03:17:08.787831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2026): Terminating (SIGTERM)\u000a03:17:08.827567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2029): Terminating (SIGTERM)\u000a03:17:08.836825 --- ParallelTerminationStrategy: PID 2014 died...\u000a03:17:08.890164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2014): Terminated: ok {rc=0}\u000a03:17:08.899923 --- ParallelTerminationStrategy: PID 2018 died...\u000a03:17:08.952686 run iperf3-srv_10.42.42.10(pid=2018): Terminated {rc=256}\u000a03:17:08.962331 --- ParallelTerminationStrategy: PID 2019 died...\u000a03:17:09.015365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2019): Terminated: ok {rc=0}\u000a03:17:09.024917 --- ParallelTerminationStrategy: PID 2020 died...\u000a03:17:09.077672 run iperf3-srv_10.42.42.10(pid=2020): Terminated {rc=256}\u000a03:17:09.087265 --- ParallelTerminationStrategy: PID 2023 died...\u000a03:17:09.140239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2023): Terminated: ok {rc=0}\u000a03:17:09.149976 --- ParallelTerminationStrategy: PID 2026 died...\u000a03:17:09.203028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2026): Terminated: ok {rc=0}\u000a03:17:09.212688 --- ParallelTerminationStrategy: PID 2029 died...\u000a03:17:09.266274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2029): Terminated: ok {rc=0}\u000a03:17:09.354599 bus /gobi_0: Setting Powered False\u000a03:17:10.458349 bus /gobi_0: Setting Powered False\u000a03:17:11.566763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2039): Process ended prematurely: osmo-stp_10.42.42.5(pid=2039) [trial-2398↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2039)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2039): Process ended prematurely: osmo-stp_10.42.42.5(pid=2039) [trial-2398↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a03:17:12.674937 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:12.686179 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:12.821700 tst iperf3.py: using LAC 38173\u000a03:17:12.949635 tst iperf3.py: using RAC 178\u000a03:17:13.078713 tst iperf3.py: using CellId 38173\u000a03:17:13.206565 tst iperf3.py: using BVCI 38174\u000a03:17:13.231518 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.242839 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.253758 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.264586 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.276165 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.287761 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.299955 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.311576 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:13.323439 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:13.604457 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:17:13.731030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:14.041306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2031): Launched\u000a03:17:14.300084 run iperf3-srv_10.42.42.10(pid=2032): Launched\u000a03:17:14.482816 tst iperf3.py:8: start network...\u000a03:17:14.607934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:15.091125 run create_hlr_db(pid=2033): Launched\u000a03:17:15.264620 bus /gobi_6: Setting Powered False\u000a03:17:16.303435 run create_hlr_db(pid=2033): Terminated: ok {rc=0}\u000a03:17:16.760026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2035): Launched\u000a03:17:17.212597 run osmo-hlr_10.42.42.2(pid=2036): Launched\u000a03:17:17.342401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:17.869295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2038): Launched\u000a03:17:18.169753 run osmo-stp_10.42.42.5(pid=2039): Launched\u000a03:17:18.279385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:18.803043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2041): Launched\u000a03:17:18.909975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:19.171908 run patchelf(pid=2042): Launched\u000a03:17:19.347493 run osmo-stp_10.42.42.5(pid=2039): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2039)]\u000a03:17:19.475599 run osmo-stp_10.42.42.5(pid=2039): stdout: \u000a| (launched: 2022-12-14_03:17:18.022364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:19.604039 run osmo-stp_10.42.42.5(pid=2039): stderr: \u000a| �[0;m�[38;5;43m20221214031718194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031718195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:19.729361 run osmo-stp_10.42.42.5(pid=2039): stdout: \u000a| (launched: 2022-12-14_03:17:18.022364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:19.852611 run osmo-stp_10.42.42.5(pid=2039): stderr: \u000a| �[0;m�[38;5;43m20221214031718194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031718195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031718195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031718196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:19.996850 run patchelf(pid=2042): Terminating (SIGINT)\u000a03:17:20.167209 run patchelf(pid=2042): Terminated: ok {rc=0}\u000a03:17:20.198333 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2039): Process ended prematurely: osmo-stp_10.42.42.5(pid=2039) [trial-2398↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2039)] [trial-2398↪gprs:nanobts+band-900↪iperf3.py:8]\u000a03:17:20.207579 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:17:20.266732 run osmo-hlr_10.42.42.2(pid=2036): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2036)]\u000a03:17:20.315040 run osmo-hlr_10.42.42.2(pid=2036): stdout: \u000a| (launched: 2022-12-14_03:17:16.929642) \u000a03:17:20.364636 run osmo-hlr_10.42.42.2(pid=2036): stderr: \u000a| �[0;m�[1;31m20221214031717189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031717189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031717189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031717189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031717189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031717189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031717203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031717215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031717215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031717215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:20.406673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2031): Terminating (SIGTERM)\u000a03:17:20.446005 run iperf3-srv_10.42.42.10(pid=2032): Terminating (SIGTERM)\u000a03:17:20.485289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2035): Terminating (SIGTERM)\u000a03:17:20.524572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2038): Terminating (SIGTERM)\u000a03:17:20.563815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2041): Terminating (SIGTERM)\u000a03:17:20.573030 --- ParallelTerminationStrategy: PID 2031 died...\u000a03:17:20.625635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2031): Terminated: ok {rc=0}\u000a03:17:20.635306 --- ParallelTerminationStrategy: PID 2032 died...\u000a03:17:20.687585 run iperf3-srv_10.42.42.10(pid=2032): Terminated {rc=256}\u000a03:17:20.697178 --- ParallelTerminationStrategy: PID 2035 died...\u000a03:17:20.749408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2035): Terminated: ok {rc=0}\u000a03:17:20.759029 --- ParallelTerminationStrategy: PID 2038 died...\u000a03:17:20.812180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2038): Terminated: ok {rc=0}\u000a03:17:20.821971 --- ParallelTerminationStrategy: PID 2041 died...\u000a03:17:20.874386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2041): Terminated: ok {rc=0}\u000a03:17:20.961828 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2057): Process ended prematurely: osmo-stp_10.42.42.5(pid=2057) [trial-2398↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2057)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2057): Process ended prematurely: osmo-stp_10.42.42.5(pid=2057) [trial-2398↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a03:17:22.076186 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.087985 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:22.224657 tst iperf3m4.py: using LAC 38174\u000a03:17:22.343973 tst iperf3m4.py: using RAC 179\u000a03:17:22.462455 tst iperf3m4.py: using CellId 38174\u000a03:17:22.581926 tst iperf3m4.py: using BVCI 38175\u000a03:17:22.604804 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.615415 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.625783 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.636057 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.646851 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.657166 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.667658 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.677934 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:22.688250 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:22.808615 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:22.930714 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:23.052410 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:23.348378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:17:23.484690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:23.821392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2043): Launched\u000a03:17:24.101014 run iperf3-srv_10.42.42.10(pid=2044): Launched\u000a03:17:24.300817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:17:24.437309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:24.773705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2045): Launched\u000a03:17:25.053169 run iperf3-srv_10.42.42.10(pid=2046): Launched\u000a03:17:25.252030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:17:25.387833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:25.723105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2047): Launched\u000a03:17:26.001152 run iperf3-srv_10.42.42.10(pid=2048): Launched\u000a03:17:26.199771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:17:26.335578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:17:26.670670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2049): Launched\u000a03:17:26.949823 run iperf3-srv_10.42.42.10(pid=2050): Launched\u000a03:17:27.149160 tst iperf3m4.py:8: start network...\u000a03:17:27.285037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:27.798926 run create_hlr_db(pid=2051): Launched\u000a03:17:27.987522 bus /gobi_6: Setting Powered False\u000a03:17:29.008103 run create_hlr_db(pid=2051): Terminated: ok {rc=0}\u000a03:17:29.414560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2053): Launched\u000a03:17:29.718941 run osmo-hlr_10.42.42.2(pid=2054): Launched\u000a03:17:29.835396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:30.361864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2056): Launched\u000a03:17:30.664838 run osmo-stp_10.42.42.5(pid=2057): Launched\u000a03:17:30.775053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:31.383132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2059): Launched\u000a03:17:31.493180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:31.776686 run patchelf(pid=2060): Launched\u000a03:17:31.956123 run osmo-stp_10.42.42.5(pid=2057): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2057)]\u000a03:17:32.087856 run osmo-stp_10.42.42.5(pid=2057): stdout: \u000a| (launched: 2022-12-14_03:17:30.515862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:32.219370 run osmo-stp_10.42.42.5(pid=2057): stderr: \u000a| �[0;m�[38;5;43m20221214031730686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031730686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031730686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031730687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031730687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031730687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031730687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:32.362907 run osmo-stp_10.42.42.5(pid=2057): stdout: \u000a| (launched: 2022-12-14_03:17:30.515862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:32.497813 run osmo-stp_10.42.42.5(pid=2057): stderr: \u000a| �[0;m�[38;5;43m20221214031730686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031730686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031730686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031730687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031730687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031730687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031730687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:32.656129 run patchelf(pid=2060): Terminating (SIGINT)\u000a03:17:32.841325 run patchelf(pid=2060): Terminated: ok {rc=0}\u000a03:17:32.875448 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2057): Process ended prematurely: osmo-stp_10.42.42.5(pid=2057) [trial-2398↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2057)] [trial-2398↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a03:17:32.885645 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:17:32.950791 run osmo-hlr_10.42.42.2(pid=2054): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2054)]\u000a03:17:33.003273 run osmo-hlr_10.42.42.2(pid=2054): stdout: \u000a| (launched: 2022-12-14_03:17:29.568767) \u000a03:17:33.056520 run osmo-hlr_10.42.42.2(pid=2054): stderr: \u000a| �[0;m�[1;31m20221214031729748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031729748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031729748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031729748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031729748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031729748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031729760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031729770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031729771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031729771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:33.101773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2043): Terminating (SIGTERM)\u000a03:17:33.144472 run iperf3-srv_10.42.42.10(pid=2044): Terminating (SIGTERM)\u000a03:17:33.187189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2045): Terminating (SIGTERM)\u000a03:17:33.229854 run iperf3-srv_10.42.42.10(pid=2046): Terminating (SIGTERM)\u000a03:17:33.272534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2047): Terminating (SIGTERM)\u000a03:17:33.315224 run iperf3-srv_10.42.42.10(pid=2048): Terminating (SIGTERM)\u000a03:17:33.358171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2049): Terminating (SIGTERM)\u000a03:17:33.400762 run iperf3-srv_10.42.42.10(pid=2050): Terminating (SIGTERM)\u000a03:17:33.443522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2053): Terminating (SIGTERM)\u000a03:17:33.486614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2056): Terminating (SIGTERM)\u000a03:17:33.529336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2059): Terminating (SIGTERM)\u000a03:17:33.539198 --- ParallelTerminationStrategy: PID 2043 died...\u000a03:17:33.597056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2043): Terminated: ok {rc=0}\u000a03:17:33.607246 --- ParallelTerminationStrategy: PID 2044 died...\u000a03:17:33.664734 run iperf3-srv_10.42.42.10(pid=2044): Terminated {rc=256}\u000a03:17:33.674830 --- ParallelTerminationStrategy: PID 2045 died...\u000a03:17:33.731958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2045): Terminated: ok {rc=0}\u000a03:17:33.742101 --- ParallelTerminationStrategy: PID 2046 died...\u000a03:17:33.799458 run iperf3-srv_10.42.42.10(pid=2046): Terminated {rc=256}\u000a03:17:33.809890 --- ParallelTerminationStrategy: PID 2047 died...\u000a03:17:33.867050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2047): Terminated: ok {rc=0}\u000a03:17:33.877146 --- ParallelTerminationStrategy: PID 2048 died...\u000a03:17:33.934180 run iperf3-srv_10.42.42.10(pid=2048): Terminated {rc=256}\u000a03:17:33.944222 --- ParallelTerminationStrategy: PID 2049 died...\u000a03:17:34.001806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2049): Terminated: ok {rc=0}\u000a03:17:34.011918 --- ParallelTerminationStrategy: PID 2050 died...\u000a03:17:34.069034 run iperf3-srv_10.42.42.10(pid=2050): Terminated {rc=256}\u000a03:17:34.079128 --- ParallelTerminationStrategy: PID 2053 died...\u000a03:17:34.136515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2053): Terminated: ok {rc=0}\u000a03:17:34.146627 --- ParallelTerminationStrategy: PID 2056 died...\u000a03:17:34.204048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2056): Terminated: ok {rc=0}\u000a03:17:34.214225 --- ParallelTerminationStrategy: PID 2059 died...\u000a03:17:34.271305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2059): Terminated: ok {rc=0}\u000a03:17:34.358324 bus /gobi_4: Setting Powered False\u000a03:17:35.463870 bus /gobi_4: Setting Powered False\u000a03:17:36.575243 bus /gobi_1: Setting Powered False\u000a03:17:37.677204 bus /gobi_1: Setting Powered False\u000a03:17:38.786685 bus /gobi_0: Setting Powered False\u000a03:17:39.886957 bus /gobi_0: Setting Powered False\u000a03:17:40.994265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2076): Process ended prematurely: osmo-stp_10.42.42.5(pid=2076) [trial-2398↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2076)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2076): Process ended prematurely: osmo-stp_10.42.42.5(pid=2076) [trial-2398↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a03:17:42.060937 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.072226 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:42.206185 tst ping.py: using LAC 38175\u000a03:17:42.322486 tst ping.py: using RAC 180\u000a03:17:42.441922 tst ping.py: using CellId 38175\u000a03:17:42.559081 tst ping.py: using BVCI 38176\u000a03:17:42.581995 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.592773 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.603372 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.613933 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.624471 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.635191 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.646118 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:42.656744 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:42.948537 tst ping.py:19: start network...\u000a03:17:43.081838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:43.583810 run create_hlr_db(pid=2061): Launched\u000a03:17:43.769552 bus /gobi_6: Setting Powered False\u000a03:17:44.790177 run create_hlr_db(pid=2061): Terminated: ok {rc=0}\u000a03:17:45.187998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2067): Launched\u000a03:17:45.483980 run osmo-hlr_10.42.42.2(pid=2070): Launched\u000a03:17:45.593987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:46.187271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2075): Launched\u000a03:17:46.588523 run osmo-stp_10.42.42.5(pid=2076): Launched\u000a03:17:46.696080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:47.338337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2080): Launched\u000a03:17:47.445065 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:47.705636 run patchelf(pid=2081): Launched\u000a03:17:47.879746 run osmo-stp_10.42.42.5(pid=2076): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2076)]\u000a03:17:48.007548 run osmo-stp_10.42.42.5(pid=2076): stdout: \u000a| (launched: 2022-12-14_03:17:46.341434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:48.134288 run osmo-stp_10.42.42.5(pid=2076): stderr: \u000a| �[0;m�[38;5;43m20221214031746702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031746702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031746702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031746702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031746703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031746703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031746703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:48.256461 run osmo-stp_10.42.42.5(pid=2076): stdout: \u000a| (launched: 2022-12-14_03:17:46.341434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:48.378172 run osmo-stp_10.42.42.5(pid=2076): stderr: \u000a| �[0;m�[38;5;43m20221214031746702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031746702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031746702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031746702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031746703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031746703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031746703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:48.520570 run patchelf(pid=2081): Terminating (SIGINT)\u000a03:17:48.688858 run patchelf(pid=2081): Terminated: ok {rc=0}\u000a03:17:48.719274 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2076): Process ended prematurely: osmo-stp_10.42.42.5(pid=2076) [trial-2398↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2076)] [trial-2398↪gprs:nanobts+band-900↪ping.py:22]\u000a03:17:48.727907 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:17:48.787534 run osmo-hlr_10.42.42.2(pid=2070): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2070)]\u000a03:17:48.836330 run osmo-hlr_10.42.42.2(pid=2070): stdout: \u000a| (launched: 2022-12-14_03:17:45.338601) \u000a03:17:48.885622 run osmo-hlr_10.42.42.2(pid=2070): stderr: \u000a| �[0;m�[1;31m20221214031745512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031745512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031745513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031745513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031745513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031745513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031745525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031745534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031745536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031745536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:48.927865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2067): Terminating (SIGTERM)\u000a03:17:48.967221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2075): Terminating (SIGTERM)\u000a03:17:49.006564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2080): Terminating (SIGTERM)\u000a03:17:49.015852 --- ParallelTerminationStrategy: PID 2067 died...\u000a03:17:49.068510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2067): Terminated: ok {rc=0}\u000a03:17:49.078150 --- ParallelTerminationStrategy: PID 2075 died...\u000a03:17:49.130830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2075): Terminated: ok {rc=0}\u000a03:17:49.140396 --- ParallelTerminationStrategy: PID 2080 died...\u000a03:17:49.192928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2080): Terminated: ok {rc=0}\u000a03:17:49.280345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2090): Process ended prematurely: osmo-stp_10.42.42.5(pid=2090) [trial-2398↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2090)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2090): Process ended prematurely: osmo-stp_10.42.42.5(pid=2090) [trial-2398↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a03:17:50.332059 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.343387 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a03:17:50.484527 tst ping_idle_ping.py: using LAC 38176\u000a03:17:50.613581 tst ping_idle_ping.py: using RAC 181\u000a03:17:50.738704 tst ping_idle_ping.py: using CellId 38176\u000a03:17:50.868741 tst ping_idle_ping.py: using BVCI 38177\u000a03:17:50.894204 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.905337 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.916065 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.927251 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.938478 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.949606 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.960847 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a03:17:50.972032 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a03:17:51.248671 tst ping_idle_ping.py:24: start network...\u000a03:17:51.385560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:17:51.892405 run create_hlr_db(pid=2084): Launched\u000a03:17:52.079187 bus /gobi_6: Setting Powered False\u000a03:17:53.099004 run create_hlr_db(pid=2084): Terminated: ok {rc=0}\u000a03:17:53.527627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2086): Launched\u000a03:17:53.851125 run osmo-hlr_10.42.42.2(pid=2087): Launched\u000a03:17:53.965843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:17:54.506794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2089): Launched\u000a03:17:54.828541 run osmo-stp_10.42.42.5(pid=2090): Launched\u000a03:17:54.948673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:17:55.506786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2092): Launched\u000a03:17:55.621041 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:17:55.901049 run patchelf(pid=2093): Launched\u000a03:17:56.089365 run osmo-stp_10.42.42.5(pid=2090): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2090)]\u000a03:17:56.226238 run osmo-stp_10.42.42.5(pid=2090): stdout: \u000a| (launched: 2022-12-14_03:17:54.671228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:56.363185 run osmo-stp_10.42.42.5(pid=2090): stderr: \u000a| �[0;m�[38;5;43m20221214031754864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031754864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031754864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031754865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031754865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031754865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031754865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:56.496845 run osmo-stp_10.42.42.5(pid=2090): stdout: \u000a| (launched: 2022-12-14_03:17:54.671228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:17:56.629203 run osmo-stp_10.42.42.5(pid=2090): stderr: \u000a| �[0;m�[38;5;43m20221214031754864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031754864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031754864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031754865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031754865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031754865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031754865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:17:56.782991 run patchelf(pid=2093): Terminating (SIGINT)\u000a03:17:56.964687 run patchelf(pid=2093): Terminated: ok {rc=0}\u000a03:17:56.997430 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2090): Process ended prematurely: osmo-stp_10.42.42.5(pid=2090) [trial-2398↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2090)] [trial-2398↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a03:17:57.006751 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:17:57.069825 run osmo-hlr_10.42.42.2(pid=2087): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2087)]\u000a03:17:57.121511 run osmo-hlr_10.42.42.2(pid=2087): stdout: \u000a| (launched: 2022-12-14_03:17:53.690513) \u000a03:17:57.173653 run osmo-hlr_10.42.42.2(pid=2087): stderr: \u000a| �[0;m�[1;31m20221214031753891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031753891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031753891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031753891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031753891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031753891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031753903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031753911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031753911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031753911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:17:57.219039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2086): Terminating (SIGTERM)\u000a03:17:57.261503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2089): Terminating (SIGTERM)\u000a03:17:57.303578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2092): Terminating (SIGTERM)\u000a03:17:57.313393 --- ParallelTerminationStrategy: PID 2086 died...\u000a03:17:57.370060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2086): Terminated: ok {rc=0}\u000a03:17:57.380190 --- ParallelTerminationStrategy: PID 2089 died...\u000a03:17:57.436558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2089): Terminated: ok {rc=0}\u000a03:17:57.446714 --- ParallelTerminationStrategy: PID 2092 died...\u000a03:17:57.502928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2092): Terminated: ok {rc=0}\u000a03:17:57.591283 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:16:59" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2108): Process ended prematurely: osmo-stp_10.42.42.5(pid=2108) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2108): Process ended prematurely: osmo-stp_10.42.42.5(pid=2108) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:17:59.746546 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:17:59.757443 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:17:59.903220 tst cs_paging_gprs_active.py: using LAC 38177\u000a03:18:00.031360 tst cs_paging_gprs_active.py: using RAC 182\u000a03:18:00.159613 tst cs_paging_gprs_active.py: using CellId 38177\u000a03:18:00.285040 tst cs_paging_gprs_active.py: using BVCI 38178\u000a03:18:00.310051 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.321369 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.332408 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.343469 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.354773 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.366183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.377632 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.388822 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:00.400233 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:00.516867 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:00.795123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:18:00.940771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:01.282376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2098): Launched\u000a03:18:01.564567 run iperf3-srv_10.42.42.10(pid=2099): Launched\u000a03:18:01.756936 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:18:01.886337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:02.273829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2100): Launched\u000a03:18:02.554415 run iperf3-srv_10.42.42.10(pid=2101): Launched\u000a03:18:02.753822 tst cs_paging_gprs_active.py:38: start network...\u000a03:18:02.879441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:03.379169 run create_hlr_db(pid=2102): Launched\u000a03:18:03.567942 bus /gobi_6: Setting Powered False\u000a03:18:04.589782 run create_hlr_db(pid=2102): Terminated: ok {rc=0}\u000a03:18:05.000567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2104): Launched\u000a03:18:05.331625 run osmo-hlr_10.42.42.2(pid=2105): Launched\u000a03:18:05.450069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:05.995579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2107): Launched\u000a03:18:06.313854 run osmo-stp_10.42.42.5(pid=2108): Launched\u000a03:18:06.425484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:06.957276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2110): Launched\u000a03:18:07.065311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:07.331677 run patchelf(pid=2111): Launched\u000a03:18:07.509230 run osmo-stp_10.42.42.5(pid=2108): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)]\u000a03:18:07.649220 run osmo-stp_10.42.42.5(pid=2108): stdout: \u000a| (launched: 2022-12-14_03:18:06.162194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:07.788314 run osmo-stp_10.42.42.5(pid=2108): stderr: \u000a| �[0;m�[38;5;43m20221214031806332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031806333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031806333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031806333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031806334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031806334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031806334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:07.923143 run osmo-stp_10.42.42.5(pid=2108): stdout: \u000a| (launched: 2022-12-14_03:18:06.162194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:08.057224 run osmo-stp_10.42.42.5(pid=2108): stderr: \u000a| �[0;m�[38;5;43m20221214031806332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031806333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031806333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031806333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031806334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031806334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031806334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:08.213007 run patchelf(pid=2111): Terminating (SIGINT)\u000a03:18:08.397107 run patchelf(pid=2111): Terminated: ok {rc=0}\u000a03:18:08.430482 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2108): Process ended prematurely: osmo-stp_10.42.42.5(pid=2108) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2108)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:18:08.440337 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:18:08.503588 run osmo-hlr_10.42.42.2(pid=2105): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2105)]\u000a03:18:08.554925 run osmo-hlr_10.42.42.2(pid=2105): stdout: \u000a| (launched: 2022-12-14_03:18:05.170606) \u000a03:18:08.607471 run osmo-hlr_10.42.42.2(pid=2105): stderr: \u000a| �[0;m�[1;31m20221214031805370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031805370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031805370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031805370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031805370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031805371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031805385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031805393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031805393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031805393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:08.651869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2098): Terminating (SIGTERM)\u000a03:18:08.694550 run iperf3-srv_10.42.42.10(pid=2099): Terminating (SIGTERM)\u000a03:18:08.736520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2100): Terminating (SIGTERM)\u000a03:18:08.778694 run iperf3-srv_10.42.42.10(pid=2101): Terminating (SIGTERM)\u000a03:18:08.820320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2104): Terminating (SIGTERM)\u000a03:18:08.861961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2107): Terminating (SIGTERM)\u000a03:18:08.903635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2110): Terminating (SIGTERM)\u000a03:18:08.913407 --- ParallelTerminationStrategy: PID 2098 died...\u000a03:18:08.969657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2098): Terminated: ok {rc=0}\u000a03:18:08.979684 --- ParallelTerminationStrategy: PID 2099 died...\u000a03:18:09.035679 run iperf3-srv_10.42.42.10(pid=2099): Terminated {rc=256}\u000a03:18:09.046145 --- ParallelTerminationStrategy: PID 2100 died...\u000a03:18:09.102400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2100): Terminated: ok {rc=0}\u000a03:18:09.112384 --- ParallelTerminationStrategy: PID 2101 died...\u000a03:18:09.168329 run iperf3-srv_10.42.42.10(pid=2101): Terminated {rc=256}\u000a03:18:09.178329 --- ParallelTerminationStrategy: PID 2104 died...\u000a03:18:09.234426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2104): Terminated: ok {rc=0}\u000a03:18:09.244481 --- ParallelTerminationStrategy: PID 2107 died...\u000a03:18:09.300420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2107): Terminated: ok {rc=0}\u000a03:18:09.310469 --- ParallelTerminationStrategy: PID 2110 died...\u000a03:18:09.366410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2110): Terminated: ok {rc=0}\u000a03:18:09.454345 bus /gobi_0: Setting Powered False\u000a03:18:10.557226 bus /gobi_0: Setting Powered False\u000a03:18:11.667834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2121): Process ended prematurely: osmo-stp_10.42.42.5(pid=2121) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2121)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2121): Process ended prematurely: osmo-stp_10.42.42.5(pid=2121) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:18:12.777860 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:12.789179 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:12.927749 tst iperf3.py: using LAC 38178\u000a03:18:13.048248 tst iperf3.py: using RAC 183\u000a03:18:13.176113 tst iperf3.py: using CellId 38178\u000a03:18:13.310854 tst iperf3.py: using BVCI 38179\u000a03:18:13.336320 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.347830 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.359132 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.370488 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.382252 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.393910 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.405666 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.417193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:13.431748 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:13.710139 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:18:13.839024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:14.152735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2113): Launched\u000a03:18:14.413822 run iperf3-srv_10.42.42.10(pid=2114): Launched\u000a03:18:14.598134 tst iperf3.py:8: start network...\u000a03:18:14.724133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:15.210094 run create_hlr_db(pid=2115): Launched\u000a03:18:15.382899 bus /gobi_6: Setting Powered False\u000a03:18:16.450798 run create_hlr_db(pid=2115): Terminated: ok {rc=0}\u000a03:18:16.909446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2117): Launched\u000a03:18:17.259775 run osmo-hlr_10.42.42.2(pid=2118): Launched\u000a03:18:17.378564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:17.922625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2120): Launched\u000a03:18:18.224138 run osmo-stp_10.42.42.5(pid=2121): Launched\u000a03:18:18.332931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:18.857542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2123): Launched\u000a03:18:18.964872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:19.227791 run patchelf(pid=2124): Launched\u000a03:18:19.404520 run osmo-stp_10.42.42.5(pid=2121): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2121)]\u000a03:18:19.533525 run osmo-stp_10.42.42.5(pid=2121): stdout: \u000a| (launched: 2022-12-14_03:18:18.075724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:19.662698 run osmo-stp_10.42.42.5(pid=2121): stderr: \u000a| �[0;m�[38;5;43m20221214031818248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031818248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031818248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031818249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031818249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031818249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031818249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:19.787693 run osmo-stp_10.42.42.5(pid=2121): stdout: \u000a| (launched: 2022-12-14_03:18:18.075724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:19.911712 run osmo-stp_10.42.42.5(pid=2121): stderr: \u000a| �[0;m�[38;5;43m20221214031818248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031818248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031818248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031818249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031818249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031818249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031818249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:20.056620 run patchelf(pid=2124): Terminating (SIGINT)\u000a03:18:20.229454 run patchelf(pid=2124): Terminated: ok {rc=0}\u000a03:18:20.260701 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2121): Process ended prematurely: osmo-stp_10.42.42.5(pid=2121) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2121)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a03:18:20.269968 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:18:20.329322 run osmo-hlr_10.42.42.2(pid=2118): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2118)]\u000a03:18:20.377775 run osmo-hlr_10.42.42.2(pid=2118): stdout: \u000a| (launched: 2022-12-14_03:18:17.079946) \u000a03:18:20.426785 run osmo-hlr_10.42.42.2(pid=2118): stderr: \u000a| �[0;m�[1;31m20221214031817296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031817296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031817296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031817296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031817296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031817296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031817309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031817317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031817318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031817318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:20.468582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2113): Terminating (SIGTERM)\u000a03:18:20.507971 run iperf3-srv_10.42.42.10(pid=2114): Terminating (SIGTERM)\u000a03:18:20.547205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2117): Terminating (SIGTERM)\u000a03:18:20.586490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2120): Terminating (SIGTERM)\u000a03:18:20.625747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2123): Terminating (SIGTERM)\u000a03:18:20.634960 --- ParallelTerminationStrategy: PID 2113 died...\u000a03:18:20.687576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2113): Terminated: ok {rc=0}\u000a03:18:20.697250 --- ParallelTerminationStrategy: PID 2114 died...\u000a03:18:20.749684 run iperf3-srv_10.42.42.10(pid=2114): Terminated {rc=256}\u000a03:18:20.759262 --- ParallelTerminationStrategy: PID 2117 died...\u000a03:18:20.811797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2117): Terminated: ok {rc=0}\u000a03:18:20.821356 --- ParallelTerminationStrategy: PID 2120 died...\u000a03:18:20.873923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2120): Terminated: ok {rc=0}\u000a03:18:20.883506 --- ParallelTerminationStrategy: PID 2123 died...\u000a03:18:20.936112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2123): Terminated: ok {rc=0}\u000a03:18:21.023603 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2141): Process ended prematurely: osmo-stp_10.42.42.5(pid=2141) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2141)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2141): Process ended prematurely: osmo-stp_10.42.42.5(pid=2141) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:18:22.134503 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.146171 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:22.281649 tst iperf3m4.py: using LAC 38179\u000a03:18:22.400310 tst iperf3m4.py: using RAC 184\u000a03:18:22.519959 tst iperf3m4.py: using CellId 38179\u000a03:18:22.639905 tst iperf3m4.py: using BVCI 38180\u000a03:18:22.662934 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.673811 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.684414 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.695048 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.705620 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.716204 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.727060 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.737593 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:22.748227 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:22.862478 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:22.985969 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:23.103717 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:23.403550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:18:23.540412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:23.881931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2126): Launched\u000a03:18:24.150787 run iperf3-srv_10.42.42.10(pid=2127): Launched\u000a03:18:24.334936 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:18:24.460167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:24.772675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2129): Launched\u000a03:18:25.033395 run iperf3-srv_10.42.42.10(pid=2130): Launched\u000a03:18:25.217591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:18:25.343917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:25.656489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2131): Launched\u000a03:18:25.916886 run iperf3-srv_10.42.42.10(pid=2132): Launched\u000a03:18:26.100514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:18:26.226917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:18:26.558542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2133): Launched\u000a03:18:26.839588 run iperf3-srv_10.42.42.10(pid=2134): Launched\u000a03:18:27.038956 tst iperf3m4.py:8: start network...\u000a03:18:27.175105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:27.690623 run create_hlr_db(pid=2135): Launched\u000a03:18:27.864661 bus /gobi_6: Setting Powered False\u000a03:18:28.885945 run create_hlr_db(pid=2135): Terminated: ok {rc=0}\u000a03:18:29.313601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2137): Launched\u000a03:18:29.615318 run osmo-hlr_10.42.42.2(pid=2138): Launched\u000a03:18:29.733509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:30.269732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2140): Launched\u000a03:18:30.572537 run osmo-stp_10.42.42.5(pid=2141): Launched\u000a03:18:30.682046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:31.281801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2144): Launched\u000a03:18:31.404162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:31.714285 run patchelf(pid=2145): Launched\u000a03:18:31.936003 run osmo-stp_10.42.42.5(pid=2141): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2141)]\u000a03:18:32.085093 run osmo-stp_10.42.42.5(pid=2141): stdout: \u000a| (launched: 2022-12-14_03:18:30.423642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:32.234452 run osmo-stp_10.42.42.5(pid=2141): stderr: \u000a| �[0;m�[38;5;43m20221214031830595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031830595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031830596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031830596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031830598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031830598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031830598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:32.369401 run osmo-stp_10.42.42.5(pid=2141): stdout: \u000a| (launched: 2022-12-14_03:18:30.423642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:32.502581 run osmo-stp_10.42.42.5(pid=2141): stderr: \u000a| �[0;m�[38;5;43m20221214031830595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031830595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031830596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031830596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031830598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031830598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031830598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:32.653900 run patchelf(pid=2145): Terminating (SIGINT)\u000a03:18:32.823663 run patchelf(pid=2145): Terminated: ok {rc=0}\u000a03:18:32.854919 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2141): Process ended prematurely: osmo-stp_10.42.42.5(pid=2141) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2141)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:18:32.864186 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:18:32.923973 run osmo-hlr_10.42.42.2(pid=2138): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2138)]\u000a03:18:32.972505 run osmo-hlr_10.42.42.2(pid=2138): stdout: \u000a| (launched: 2022-12-14_03:18:29.466566) \u000a03:18:33.021465 run osmo-hlr_10.42.42.2(pid=2138): stderr: \u000a| �[0;m�[1;31m20221214031829648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031829648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031829648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031829648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031829648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031829648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031829661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031829670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031829670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031829670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:33.063499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2126): Terminating (SIGTERM)\u000a03:18:33.103108 run iperf3-srv_10.42.42.10(pid=2127): Terminating (SIGTERM)\u000a03:18:33.142604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2129): Terminating (SIGTERM)\u000a03:18:33.182013 run iperf3-srv_10.42.42.10(pid=2130): Terminating (SIGTERM)\u000a03:18:33.221499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2131): Terminating (SIGTERM)\u000a03:18:33.260847 run iperf3-srv_10.42.42.10(pid=2132): Terminating (SIGTERM)\u000a03:18:33.300323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2133): Terminating (SIGTERM)\u000a03:18:33.339701 run iperf3-srv_10.42.42.10(pid=2134): Terminating (SIGTERM)\u000a03:18:33.379314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2137): Terminating (SIGTERM)\u000a03:18:33.418878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2140): Terminating (SIGTERM)\u000a03:18:33.458337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2144): Terminating (SIGTERM)\u000a03:18:33.467569 --- ParallelTerminationStrategy: PID 2126 died...\u000a03:18:33.520452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2126): Terminated: ok {rc=0}\u000a03:18:33.530141 --- ParallelTerminationStrategy: PID 2127 died...\u000a03:18:33.582576 run iperf3-srv_10.42.42.10(pid=2127): Terminated {rc=256}\u000a03:18:33.592020 --- ParallelTerminationStrategy: PID 2129 died...\u000a03:18:33.644373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2129): Terminated: ok {rc=0}\u000a03:18:33.653883 --- ParallelTerminationStrategy: PID 2130 died...\u000a03:18:33.706058 run iperf3-srv_10.42.42.10(pid=2130): Terminated {rc=256}\u000a03:18:33.715532 --- ParallelTerminationStrategy: PID 2131 died...\u000a03:18:33.768335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2131): Terminated: ok {rc=0}\u000a03:18:33.777907 --- ParallelTerminationStrategy: PID 2132 died...\u000a03:18:33.830224 run iperf3-srv_10.42.42.10(pid=2132): Terminated {rc=256}\u000a03:18:33.839804 --- ParallelTerminationStrategy: PID 2133 died...\u000a03:18:33.892217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2133): Terminated: ok {rc=0}\u000a03:18:33.901904 --- ParallelTerminationStrategy: PID 2134 died...\u000a03:18:33.954349 run iperf3-srv_10.42.42.10(pid=2134): Terminated {rc=256}\u000a03:18:33.963859 --- ParallelTerminationStrategy: PID 2137 died...\u000a03:18:34.016105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2137): Terminated: ok {rc=0}\u000a03:18:34.025741 --- ParallelTerminationStrategy: PID 2140 died...\u000a03:18:34.078006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2140): Terminated: ok {rc=0}\u000a03:18:34.087577 --- ParallelTerminationStrategy: PID 2144 died...\u000a03:18:34.140063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2144): Terminated: ok {rc=0}\u000a03:18:34.227742 bus /gobi_4: Setting Powered False\u000a03:18:35.332365 bus /gobi_4: Setting Powered False\u000a03:18:36.438023 bus /gobi_1: Setting Powered False\u000a03:18:37.539595 bus /gobi_1: Setting Powered False\u000a03:18:38.645388 bus /gobi_0: Setting Powered False\u000a03:18:39.753485 bus /gobi_0: Setting Powered False\u000a03:18:40.861612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2152): Process ended prematurely: osmo-stp_10.42.42.5(pid=2152) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2152)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2152): Process ended prematurely: osmo-stp_10.42.42.5(pid=2152) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:18:41.928782 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:41.940774 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:42.088611 tst ping.py: using LAC 38180\u000a03:18:42.209607 tst ping.py: using RAC 185\u000a03:18:42.327163 tst ping.py: using CellId 38180\u000a03:18:42.448369 tst ping.py: using BVCI 38181\u000a03:18:42.473098 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.484376 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.495700 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.506914 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.518400 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.529933 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.544016 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:42.556352 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:42.848042 tst ping.py:19: start network...\u000a03:18:42.980496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:43.482674 run create_hlr_db(pid=2146): Launched\u000a03:18:43.669550 bus /gobi_6: Setting Powered False\u000a03:18:44.693455 run create_hlr_db(pid=2146): Terminated: ok {rc=0}\u000a03:18:45.118190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2148): Launched\u000a03:18:45.414764 run osmo-hlr_10.42.42.2(pid=2149): Launched\u000a03:18:45.531416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:46.109526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2151): Launched\u000a03:18:46.426134 run osmo-stp_10.42.42.5(pid=2152): Launched\u000a03:18:46.630068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:47.296630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2154): Launched\u000a03:18:47.404262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:47.664253 run patchelf(pid=2155): Launched\u000a03:18:47.838588 run osmo-stp_10.42.42.5(pid=2152): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2152)]\u000a03:18:47.966067 run osmo-stp_10.42.42.5(pid=2152): stdout: \u000a| (launched: 2022-12-14_03:18:46.262155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:48.093591 run osmo-stp_10.42.42.5(pid=2152): stderr: \u000a| �[0;m�[38;5;43m20221214031846617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031846618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031846619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031846621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031846627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031846627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031846628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:48.216926 run osmo-stp_10.42.42.5(pid=2152): stdout: \u000a| (launched: 2022-12-14_03:18:46.262155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:48.339970 run osmo-stp_10.42.42.5(pid=2152): stderr: \u000a| �[0;m�[38;5;43m20221214031846617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031846618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031846619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031846621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031846627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031846627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031846628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:48.483487 run patchelf(pid=2155): Terminating (SIGINT)\u000a03:18:48.652125 run patchelf(pid=2155): Terminated: ok {rc=0}\u000a03:18:48.682825 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2152): Process ended prematurely: osmo-stp_10.42.42.5(pid=2152) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2152)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a03:18:48.691497 tst ping.py:22: Test FAILED (6.8 sec)\u000a03:18:48.751305 run osmo-hlr_10.42.42.2(pid=2149): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2149)]\u000a03:18:48.800132 run osmo-hlr_10.42.42.2(pid=2149): stdout: \u000a| (launched: 2022-12-14_03:18:45.268739) \u000a03:18:48.849623 run osmo-hlr_10.42.42.2(pid=2149): stderr: \u000a| �[0;m�[1;31m20221214031845442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031845442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031845442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031845442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031845442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031845442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031845458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031845472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031845472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031845472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:48.891657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2148): Terminating (SIGTERM)\u000a03:18:48.931224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2151): Terminating (SIGTERM)\u000a03:18:48.970641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2154): Terminating (SIGTERM)\u000a03:18:48.979933 --- ParallelTerminationStrategy: PID 2148 died...\u000a03:18:49.033118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2148): Terminated: ok {rc=0}\u000a03:18:49.042766 --- ParallelTerminationStrategy: PID 2151 died...\u000a03:18:49.095409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2151): Terminated: ok {rc=0}\u000a03:18:49.105172 --- ParallelTerminationStrategy: PID 2154 died...\u000a03:18:49.158216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2154): Terminated: ok {rc=0}\u000a03:18:49.245825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2162): Process ended prematurely: osmo-stp_10.42.42.5(pid=2162) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2162): Process ended prematurely: osmo-stp_10.42.42.5(pid=2162) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:18:50.297537 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.309150 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:18:50.445258 tst ping_idle_ping.py: using LAC 38181\u000a03:18:50.565839 tst ping_idle_ping.py: using RAC 186\u000a03:18:50.683564 tst ping_idle_ping.py: using CellId 38181\u000a03:18:50.802868 tst ping_idle_ping.py: using BVCI 38182\u000a03:18:50.825713 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.836525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.847249 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.857883 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.868911 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.880000 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.891412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:18:50.902627 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:18:51.198645 tst ping_idle_ping.py:24: start network...\u000a03:18:51.335380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:18:51.817740 run create_hlr_db(pid=2156): Launched\u000a03:18:51.989744 bus /gobi_6: Setting Powered False\u000a03:18:53.011168 run create_hlr_db(pid=2156): Terminated: ok {rc=0}\u000a03:18:53.406833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2158): Launched\u000a03:18:53.707447 run osmo-hlr_10.42.42.2(pid=2159): Launched\u000a03:18:53.824312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:18:54.359392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2161): Launched\u000a03:18:54.685103 run osmo-stp_10.42.42.5(pid=2162): Launched\u000a03:18:54.802796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:18:55.364822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2164): Launched\u000a03:18:55.480141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:18:55.760181 run patchelf(pid=2165): Launched\u000a03:18:55.950035 run osmo-stp_10.42.42.5(pid=2162): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)]\u000a03:18:56.087328 run osmo-stp_10.42.42.5(pid=2162): stdout: \u000a| (launched: 2022-12-14_03:18:54.522701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:56.225980 run osmo-stp_10.42.42.5(pid=2162): stderr: \u000a| �[0;m�[38;5;43m20221214031854715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031854715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031854715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031854716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031854718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031854718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031854718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:56.359098 run osmo-stp_10.42.42.5(pid=2162): stdout: \u000a| (launched: 2022-12-14_03:18:54.522701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:18:56.491433 run osmo-stp_10.42.42.5(pid=2162): stderr: \u000a| �[0;m�[38;5;43m20221214031854715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031854715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031854715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031854716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031854718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031854718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031854718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:18:56.647302 run patchelf(pid=2165): Terminating (SIGINT)\u000a03:18:56.829511 run patchelf(pid=2165): Terminated: ok {rc=0}\u000a03:18:56.862650 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2162): Process ended prematurely: osmo-stp_10.42.42.5(pid=2162) [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2162)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:18:56.871839 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:18:56.935416 run osmo-hlr_10.42.42.2(pid=2159): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2159)]\u000a03:18:56.987066 run osmo-hlr_10.42.42.2(pid=2159): stdout: \u000a| (launched: 2022-12-14_03:18:53.557441) \u000a03:18:57.039429 run osmo-hlr_10.42.42.2(pid=2159): stderr: \u000a| �[0;m�[1;31m20221214031853737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031853737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031853737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031853737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031853737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031853737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031853750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031853759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031853759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031853759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:18:57.083979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2158): Terminating (SIGTERM)\u000a03:18:57.126113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2161): Terminating (SIGTERM)\u000a03:18:57.168288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2164): Terminating (SIGTERM)\u000a03:18:57.178116 --- ParallelTerminationStrategy: PID 2158 died...\u000a03:18:57.234547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2158): Terminated: ok {rc=0}\u000a03:18:57.244676 --- ParallelTerminationStrategy: PID 2161 died...\u000a03:18:57.301022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2161): Terminated: ok {rc=0}\u000a03:18:57.311110 --- ParallelTerminationStrategy: PID 2164 died...\u000a03:18:57.367315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2164): Terminated: ok {rc=0}\u000a03:18:57.454368 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:17:59" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2180): Process ended prematurely: osmo-stp_10.42.42.5(pid=2180) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2180)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2180): Process ended prematurely: osmo-stp_10.42.42.5(pid=2180) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:18:59.611203 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:18:59.622711 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:18:59.780478 tst cs_paging_gprs_active.py: using LAC 38182\u000a03:18:59.900539 tst cs_paging_gprs_active.py: using RAC 187\u000a03:19:00.020858 tst cs_paging_gprs_active.py: using CellId 38182\u000a03:19:00.142099 tst cs_paging_gprs_active.py: using BVCI 38183\u000a03:19:00.165506 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.176216 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.187001 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.197629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.208396 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.219020 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.229746 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.240201 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:00.251063 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:00.371337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:00.671170 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:19:00.806928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:01.184227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2169): Launched\u000a03:19:01.487750 run iperf3-srv_10.42.42.10(pid=2170): Launched\u000a03:19:01.691240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:19:01.830742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:02.217335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Launched\u000a03:19:02.499532 run iperf3-srv_10.42.42.10(pid=2172): Launched\u000a03:19:02.699329 tst cs_paging_gprs_active.py:38: start network...\u000a03:19:02.835841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:03.349220 run create_hlr_db(pid=2174): Launched\u000a03:19:03.537617 bus /gobi_6: Setting Powered False\u000a03:19:04.558303 run create_hlr_db(pid=2174): Terminated: ok {rc=0}\u000a03:19:04.986039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2176): Launched\u000a03:19:05.312605 run osmo-hlr_10.42.42.2(pid=2177): Launched\u000a03:19:05.432014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:05.997431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2179): Launched\u000a03:19:06.323311 run osmo-stp_10.42.42.5(pid=2180): Launched\u000a03:19:06.443001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:07.013128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2182): Launched\u000a03:19:07.130427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:07.414256 run patchelf(pid=2183): Launched\u000a03:19:07.605825 run osmo-stp_10.42.42.5(pid=2180): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2180)]\u000a03:19:07.745052 run osmo-stp_10.42.42.5(pid=2180): stdout: \u000a| (launched: 2022-12-14_03:19:06.164060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:07.884147 run osmo-stp_10.42.42.5(pid=2180): stderr: \u000a| �[0;m�[38;5;43m20221214031906360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031906360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031906360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031906361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031906363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031906363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031906363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:08.020183 run osmo-stp_10.42.42.5(pid=2180): stdout: \u000a| (launched: 2022-12-14_03:19:06.164060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:08.154258 run osmo-stp_10.42.42.5(pid=2180): stderr: \u000a| �[0;m�[38;5;43m20221214031906360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031906360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031906360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031906361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031906363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031906363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031906363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:08.311366 run patchelf(pid=2183): Terminating (SIGINT)\u000a03:19:08.496057 run patchelf(pid=2183): Terminated: ok {rc=0}\u000a03:19:08.530182 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2180): Process ended prematurely: osmo-stp_10.42.42.5(pid=2180) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2180)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:19:08.540111 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a03:19:08.603456 run osmo-hlr_10.42.42.2(pid=2177): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2177)]\u000a03:19:08.656144 run osmo-hlr_10.42.42.2(pid=2177): stdout: \u000a| (launched: 2022-12-14_03:19:05.152541) \u000a03:19:08.708595 run osmo-hlr_10.42.42.2(pid=2177): stderr: \u000a| �[0;m�[1;31m20221214031905354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031905354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031905354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031905354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031905354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031905354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031905367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031905375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031905375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031905375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:08.753627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2169): Terminating (SIGTERM)\u000a03:19:08.795761 run iperf3-srv_10.42.42.10(pid=2170): Terminating (SIGTERM)\u000a03:19:08.837943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminating (SIGTERM)\u000a03:19:08.879843 run iperf3-srv_10.42.42.10(pid=2172): Terminating (SIGTERM)\u000a03:19:08.921809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2176): Terminating (SIGTERM)\u000a03:19:08.964055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2179): Terminating (SIGTERM)\u000a03:19:09.006632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2182): Terminating (SIGTERM)\u000a03:19:09.016290 --- ParallelTerminationStrategy: PID 2169 died...\u000a03:19:09.072698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2169): Terminated: ok {rc=0}\u000a03:19:09.082743 --- ParallelTerminationStrategy: PID 2170 died...\u000a03:19:09.138791 run iperf3-srv_10.42.42.10(pid=2170): Terminated {rc=256}\u000a03:19:09.148796 --- ParallelTerminationStrategy: PID 2171 died...\u000a03:19:09.204891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2171): Terminated: ok {rc=0}\u000a03:19:09.214936 --- ParallelTerminationStrategy: PID 2172 died...\u000a03:19:09.270755 run iperf3-srv_10.42.42.10(pid=2172): Terminated {rc=256}\u000a03:19:09.280734 --- ParallelTerminationStrategy: PID 2176 died...\u000a03:19:09.336692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2176): Terminated: ok {rc=0}\u000a03:19:09.346755 --- ParallelTerminationStrategy: PID 2179 died...\u000a03:19:09.402964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2179): Terminated: ok {rc=0}\u000a03:19:09.413126 --- ParallelTerminationStrategy: PID 2182 died...\u000a03:19:09.468880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2182): Terminated: ok {rc=0}\u000a03:19:09.556420 bus /gobi_0: Setting Powered False\u000a03:19:10.659391 bus /gobi_0: Setting Powered False\u000a03:19:11.765701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2192): Process ended prematurely: osmo-stp_10.42.42.5(pid=2192) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2192): Process ended prematurely: osmo-stp_10.42.42.5(pid=2192) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:19:12.881063 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:12.893023 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:13.059345 tst iperf3.py: using LAC 38183\u000a03:19:13.193241 tst iperf3.py: using RAC 188\u000a03:19:13.318594 tst iperf3.py: using CellId 38183\u000a03:19:13.445213 tst iperf3.py: using BVCI 38184\u000a03:19:13.470107 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.481432 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.492480 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.503645 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.515045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.526531 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.538109 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.549368 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:13.560794 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:13.854105 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:19:13.990411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:14.328554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2184): Launched\u000a03:19:14.609940 run iperf3-srv_10.42.42.10(pid=2185): Launched\u000a03:19:14.810537 tst iperf3.py:8: start network...\u000a03:19:14.947334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:15.463246 run create_hlr_db(pid=2186): Launched\u000a03:19:15.638009 bus /gobi_6: Setting Powered False\u000a03:19:16.677618 run create_hlr_db(pid=2186): Terminated: ok {rc=0}\u000a03:19:17.136146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2188): Launched\u000a03:19:17.467973 run osmo-hlr_10.42.42.2(pid=2189): Launched\u000a03:19:17.594014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:18.167866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2191): Launched\u000a03:19:18.497133 run osmo-stp_10.42.42.5(pid=2192): Launched\u000a03:19:18.616530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:19.184069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2194): Launched\u000a03:19:19.300337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:19.583842 run patchelf(pid=2195): Launched\u000a03:19:19.774190 run osmo-stp_10.42.42.5(pid=2192): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)]\u000a03:19:19.912854 run osmo-stp_10.42.42.5(pid=2192): stdout: \u000a| (launched: 2022-12-14_03:19:18.332884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:20.052266 run osmo-stp_10.42.42.5(pid=2192): stderr: \u000a| �[0;m�[38;5;43m20221214031918526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031918526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031918526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031918526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031918527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031918527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031918527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:20.186570 run osmo-stp_10.42.42.5(pid=2192): stdout: \u000a| (launched: 2022-12-14_03:19:18.332884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:20.320724 run osmo-stp_10.42.42.5(pid=2192): stderr: \u000a| �[0;m�[38;5;43m20221214031918526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031918526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031918526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031918526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031918527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031918527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031918527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:20.476692 run patchelf(pid=2195): Terminating (SIGINT)\u000a03:19:20.661656 run patchelf(pid=2195): Terminated: ok {rc=0}\u000a03:19:20.695497 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2192): Process ended prematurely: osmo-stp_10.42.42.5(pid=2192) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2192)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:19:20.705444 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:19:20.768455 run osmo-hlr_10.42.42.2(pid=2189): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2189)]\u000a03:19:20.819571 run osmo-hlr_10.42.42.2(pid=2189): stdout: \u000a| (launched: 2022-12-14_03:19:17.306264) \u000a03:19:20.871381 run osmo-hlr_10.42.42.2(pid=2189): stderr: \u000a| �[0;m�[1;31m20221214031917505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031917505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031917505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031917505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031917505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031917505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031917517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031917525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031917525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031917525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:20.915849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2184): Terminating (SIGTERM)\u000a03:19:20.958018 run iperf3-srv_10.42.42.10(pid=2185): Terminating (SIGTERM)\u000a03:19:20.999855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2188): Terminating (SIGTERM)\u000a03:19:21.042777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2191): Terminating (SIGTERM)\u000a03:19:21.084835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2194): Terminating (SIGTERM)\u000a03:19:21.094555 --- ParallelTerminationStrategy: PID 2184 died...\u000a03:19:21.150998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2184): Terminated: ok {rc=0}\u000a03:19:21.161235 --- ParallelTerminationStrategy: PID 2185 died...\u000a03:19:21.216847 run iperf3-srv_10.42.42.10(pid=2185): Terminated {rc=256}\u000a03:19:21.226809 --- ParallelTerminationStrategy: PID 2188 died...\u000a03:19:21.282636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2188): Terminated: ok {rc=0}\u000a03:19:21.292655 --- ParallelTerminationStrategy: PID 2191 died...\u000a03:19:21.348766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2191): Terminated: ok {rc=0}\u000a03:19:21.358784 --- ParallelTerminationStrategy: PID 2194 died...\u000a03:19:21.415232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2194): Terminated: ok {rc=0}\u000a03:19:21.501632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2211): Process ended prematurely: osmo-stp_10.42.42.5(pid=2211) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2211)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2211): Process ended prematurely: osmo-stp_10.42.42.5(pid=2211) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:19:22.617712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:22.630012 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:22.790366 tst iperf3m4.py: using LAC 38184\u000a03:19:22.920352 tst iperf3m4.py: using RAC 189\u000a03:19:23.046328 tst iperf3m4.py: using CellId 38184\u000a03:19:23.166698 tst iperf3m4.py: using BVCI 38185\u000a03:19:23.189964 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.200991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.211829 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.222709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.233644 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.247356 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.258298 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.268886 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:23.279713 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:23.400314 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:23.523291 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:23.644508 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:23.924766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:19:24.057516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:24.396822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2196): Launched\u000a03:19:24.658480 run iperf3-srv_10.42.42.10(pid=2197): Launched\u000a03:19:24.854731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:19:24.991048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:25.328822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2199): Launched\u000a03:19:25.610030 run iperf3-srv_10.42.42.10(pid=2200): Launched\u000a03:19:25.810173 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:19:25.947152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:26.283720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2201): Launched\u000a03:19:26.545460 run iperf3-srv_10.42.42.10(pid=2202): Launched\u000a03:19:26.746664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:19:26.883127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:19:27.220417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2203): Launched\u000a03:19:27.498091 run iperf3-srv_10.42.42.10(pid=2204): Launched\u000a03:19:27.682839 tst iperf3m4.py:8: start network...\u000a03:19:27.811935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:28.299588 run create_hlr_db(pid=2205): Launched\u000a03:19:28.473472 bus /gobi_6: Setting Powered False\u000a03:19:29.495070 run create_hlr_db(pid=2205): Terminated: ok {rc=0}\u000a03:19:29.897640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2207): Launched\u000a03:19:30.199638 run osmo-hlr_10.42.42.2(pid=2208): Launched\u000a03:19:30.318847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:30.857649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2210): Launched\u000a03:19:31.234911 run osmo-stp_10.42.42.5(pid=2211): Launched\u000a03:19:31.452231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:32.130055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2213): Launched\u000a03:19:32.250357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:32.536468 run patchelf(pid=2214): Launched\u000a03:19:32.728245 run osmo-stp_10.42.42.5(pid=2211): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2211)]\u000a03:19:32.867261 run osmo-stp_10.42.42.5(pid=2211): stdout: \u000a| (launched: 2022-12-14_03:19:31.055506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:33.006231 run osmo-stp_10.42.42.5(pid=2211): stderr: \u000a| �[0;m�[38;5;43m20221214031931412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031931412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031931412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031931425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031931426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031931426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031931426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:33.136319 run osmo-stp_10.42.42.5(pid=2211): stdout: \u000a| (launched: 2022-12-14_03:19:31.055506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:33.259947 run osmo-stp_10.42.42.5(pid=2211): stderr: \u000a| �[0;m�[38;5;43m20221214031931412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031931412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031931412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031931425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031931426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031931426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031931426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:33.412868 run patchelf(pid=2214): Terminating (SIGINT)\u000a03:19:33.597800 run patchelf(pid=2214): Terminated: ok {rc=0}\u000a03:19:33.632028 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2211): Process ended prematurely: osmo-stp_10.42.42.5(pid=2211) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2211)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:19:33.642073 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a03:19:33.706702 run osmo-hlr_10.42.42.2(pid=2208): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2208)]\u000a03:19:33.758332 run osmo-hlr_10.42.42.2(pid=2208): stdout: \u000a| (launched: 2022-12-14_03:19:30.051756) \u000a03:19:33.810476 run osmo-hlr_10.42.42.2(pid=2208): stderr: \u000a| �[0;m�[1;31m20221214031930231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031930231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031930231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031930231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031930231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031930231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031930243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031930252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031930252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031930252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:33.854844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2196): Terminating (SIGTERM)\u000a03:19:33.896942 run iperf3-srv_10.42.42.10(pid=2197): Terminating (SIGTERM)\u000a03:19:33.938729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2199): Terminating (SIGTERM)\u000a03:19:33.980404 run iperf3-srv_10.42.42.10(pid=2200): Terminating (SIGTERM)\u000a03:19:34.022335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2201): Terminating (SIGTERM)\u000a03:19:34.064577 run iperf3-srv_10.42.42.10(pid=2202): Terminating (SIGTERM)\u000a03:19:34.106944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2203): Terminating (SIGTERM)\u000a03:19:34.148742 run iperf3-srv_10.42.42.10(pid=2204): Terminating (SIGTERM)\u000a03:19:34.190475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2207): Terminating (SIGTERM)\u000a03:19:34.232134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2210): Terminating (SIGTERM)\u000a03:19:34.273849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2213): Terminating (SIGTERM)\u000a03:19:34.283144 --- ParallelTerminationStrategy: PID 2196 died...\u000a03:19:34.339504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2196): Terminated: ok {rc=0}\u000a03:19:34.349698 --- ParallelTerminationStrategy: PID 2197 died...\u000a03:19:34.405892 run iperf3-srv_10.42.42.10(pid=2197): Terminated {rc=256}\u000a03:19:34.416429 --- ParallelTerminationStrategy: PID 2199 died...\u000a03:19:34.472539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2199): Terminated: ok {rc=0}\u000a03:19:34.482579 --- ParallelTerminationStrategy: PID 2200 died...\u000a03:19:34.538516 run iperf3-srv_10.42.42.10(pid=2200): Terminated {rc=256}\u000a03:19:34.548530 --- ParallelTerminationStrategy: PID 2201 died...\u000a03:19:34.604483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2201): Terminated: ok {rc=0}\u000a03:19:34.614574 --- ParallelTerminationStrategy: PID 2202 died...\u000a03:19:34.670876 run iperf3-srv_10.42.42.10(pid=2202): Terminated {rc=256}\u000a03:19:34.681240 --- ParallelTerminationStrategy: PID 2203 died...\u000a03:19:34.737456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2203): Terminated: ok {rc=0}\u000a03:19:34.747503 --- ParallelTerminationStrategy: PID 2204 died...\u000a03:19:34.803916 run iperf3-srv_10.42.42.10(pid=2204): Terminated {rc=256}\u000a03:19:34.814159 --- ParallelTerminationStrategy: PID 2207 died...\u000a03:19:34.870333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2207): Terminated: ok {rc=0}\u000a03:19:34.880415 --- ParallelTerminationStrategy: PID 2210 died...\u000a03:19:34.936240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2210): Terminated: ok {rc=0}\u000a03:19:34.946342 --- ParallelTerminationStrategy: PID 2213 died...\u000a03:19:35.002330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2213): Terminated: ok {rc=0}\u000a03:19:35.088408 bus /gobi_4: Setting Powered False\u000a03:19:36.194847 bus /gobi_4: Setting Powered False\u000a03:19:37.302555 bus /gobi_1: Setting Powered False\u000a03:19:38.408807 bus /gobi_1: Setting Powered False\u000a03:19:39.519190 bus /gobi_0: Setting Powered False\u000a03:19:40.620771 bus /gobi_0: Setting Powered False\u000a03:19:41.732050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2222): Process ended prematurely: osmo-stp_10.42.42.5(pid=2222) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2222)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2222): Process ended prematurely: osmo-stp_10.42.42.5(pid=2222) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:19:42.799551 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:42.811034 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:42.960006 tst ping.py: using LAC 38185\u000a03:19:43.077421 tst ping.py: using RAC 190\u000a03:19:43.191949 tst ping.py: using CellId 38185\u000a03:19:43.306686 tst ping.py: using BVCI 38186\u000a03:19:43.329417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.340187 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.351390 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.362134 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.372592 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.383282 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.394177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:43.404784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:43.678515 tst ping.py:19: start network...\u000a03:19:43.810986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:44.314416 run create_hlr_db(pid=2216): Launched\u000a03:19:44.500729 bus /gobi_6: Setting Powered False\u000a03:19:45.520894 run create_hlr_db(pid=2216): Terminated: ok {rc=0}\u000a03:19:45.972783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2218): Launched\u000a03:19:46.407901 run osmo-hlr_10.42.42.2(pid=2219): Launched\u000a03:19:46.553049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:47.162040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2221): Launched\u000a03:19:47.509560 run osmo-stp_10.42.42.5(pid=2222): Launched\u000a03:19:47.631761 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:48.191329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2224): Launched\u000a03:19:48.306621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:48.586914 run patchelf(pid=2225): Launched\u000a03:19:48.774992 run osmo-stp_10.42.42.5(pid=2222): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2222)]\u000a03:19:48.912046 run osmo-stp_10.42.42.5(pid=2222): stdout: \u000a| (launched: 2022-12-14_03:19:47.326704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:49.049862 run osmo-stp_10.42.42.5(pid=2222): stderr: \u000a| �[0;m�[38;5;43m20221214031947540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031947541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031947541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031947541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031947542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031947542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031947542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:49.183085 run osmo-stp_10.42.42.5(pid=2222): stdout: \u000a| (launched: 2022-12-14_03:19:47.326704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:49.315470 run osmo-stp_10.42.42.5(pid=2222): stderr: \u000a| �[0;m�[38;5;43m20221214031947540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031947541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031947541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031947541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031947542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031947542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031947542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:49.469836 run patchelf(pid=2225): Terminating (SIGINT)\u000a03:19:49.652394 run patchelf(pid=2225): Terminated: ok {rc=0}\u000a03:19:49.685948 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2222): Process ended prematurely: osmo-stp_10.42.42.5(pid=2222) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2222)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:19:49.695125 tst ping.py:22: Test FAILED (6.9 sec)\u000a03:19:49.759016 run osmo-hlr_10.42.42.2(pid=2219): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2219)]\u000a03:19:49.810947 run osmo-hlr_10.42.42.2(pid=2219): stdout: \u000a| (launched: 2022-12-14_03:19:46.144338) \u000a03:19:49.863477 run osmo-hlr_10.42.42.2(pid=2219): stderr: \u000a| �[0;m�[1;31m20221214031946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031946368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031946387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031946387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031946387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:49.908201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2218): Terminating (SIGTERM)\u000a03:19:49.950599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2221): Terminating (SIGTERM)\u000a03:19:49.992877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2224): Terminating (SIGTERM)\u000a03:19:50.002793 --- ParallelTerminationStrategy: PID 2218 died...\u000a03:19:50.060363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2218): Terminated: ok {rc=0}\u000a03:19:50.070591 --- ParallelTerminationStrategy: PID 2221 died...\u000a03:19:50.127367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2221): Terminated: ok {rc=0}\u000a03:19:50.137693 --- ParallelTerminationStrategy: PID 2224 died...\u000a03:19:50.194202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2224): Terminated: ok {rc=0}\u000a03:19:50.282260 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2235): Process ended prematurely: osmo-stp_10.42.42.5(pid=2235) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2235)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2235): Process ended prematurely: osmo-stp_10.42.42.5(pid=2235) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:19:51.334628 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.347256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:19:51.512513 tst ping_idle_ping.py: using LAC 38186\u000a03:19:51.639049 tst ping_idle_ping.py: using RAC 191\u000a03:19:51.766606 tst ping_idle_ping.py: using CellId 38186\u000a03:19:51.894375 tst ping_idle_ping.py: using BVCI 38187\u000a03:19:51.918218 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.929150 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.940696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.951946 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.963152 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.974333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.985654 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:19:51.996876 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:19:52.289725 tst ping_idle_ping.py:24: start network...\u000a03:19:52.415704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:19:52.912824 run create_hlr_db(pid=2228): Launched\u000a03:19:53.101181 bus /gobi_6: Setting Powered False\u000a03:19:54.120691 run create_hlr_db(pid=2228): Terminated: ok {rc=0}\u000a03:19:54.522608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2231): Launched\u000a03:19:54.845666 run osmo-hlr_10.42.42.2(pid=2232): Launched\u000a03:19:54.964027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:19:55.514615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2234): Launched\u000a03:19:55.812930 run osmo-stp_10.42.42.5(pid=2235): Launched\u000a03:19:55.921040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:19:56.471798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2237): Launched\u000a03:19:56.587635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:19:56.869360 run patchelf(pid=2238): Launched\u000a03:19:57.058502 run osmo-stp_10.42.42.5(pid=2235): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2235)]\u000a03:19:57.195864 run osmo-stp_10.42.42.5(pid=2235): stdout: \u000a| (launched: 2022-12-14_03:19:55.666072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:57.334257 run osmo-stp_10.42.42.5(pid=2235): stderr: \u000a| �[0;m�[38;5;43m20221214031955841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031955841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031955841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031955842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031955842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031955842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031955842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:57.467912 run osmo-stp_10.42.42.5(pid=2235): stdout: \u000a| (launched: 2022-12-14_03:19:55.666072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:19:57.601792 run osmo-stp_10.42.42.5(pid=2235): stderr: \u000a| �[0;m�[38;5;43m20221214031955841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214031955841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214031955841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214031955842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214031955842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214031955842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214031955842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:19:57.757726 run patchelf(pid=2238): Terminating (SIGINT)\u000a03:19:57.939965 run patchelf(pid=2238): Terminated: ok {rc=0}\u000a03:19:57.972881 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2235): Process ended prematurely: osmo-stp_10.42.42.5(pid=2235) [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2235)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:19:57.982258 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:19:58.046134 run osmo-hlr_10.42.42.2(pid=2232): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2232)]\u000a03:19:58.098371 run osmo-hlr_10.42.42.2(pid=2232): stdout: \u000a| (launched: 2022-12-14_03:19:54.687223) \u000a03:19:58.150920 run osmo-hlr_10.42.42.2(pid=2232): stderr: \u000a| �[0;m�[1;31m20221214031954883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214031954883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214031954883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031954884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214031954884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214031954884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214031954895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214031954904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214031954904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214031954904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:19:58.195528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2231): Terminating (SIGTERM)\u000a03:19:58.237748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2234): Terminating (SIGTERM)\u000a03:19:58.279924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2237): Terminating (SIGTERM)\u000a03:19:58.289776 --- ParallelTerminationStrategy: PID 2231 died...\u000a03:19:58.346446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2231): Terminated: ok {rc=0}\u000a03:19:58.356650 --- ParallelTerminationStrategy: PID 2234 died...\u000a03:19:58.413009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2234): Terminated: ok {rc=0}\u000a03:19:58.423196 --- ParallelTerminationStrategy: PID 2237 died...\u000a03:19:58.479772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2237): Terminated: ok {rc=0}\u000a03:19:58.567076 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:18:59" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:20:00.733279 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:00.744611 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:00.899290 tst cs_paging_gprs_active.py: using LAC 38187\u000a03:20:01.031345 tst cs_paging_gprs_active.py: using RAC 192\u000a03:20:01.208225 tst cs_paging_gprs_active.py: using CellId 38187\u000a03:20:01.333782 tst cs_paging_gprs_active.py: using BVCI 38188\u000a03:20:01.358149 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.369930 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.381435 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.393106 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.404793 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.418737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.430939 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.442788 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:01.455112 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:01.576601 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:01.929425 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:20:02.060651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:02.447210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2245): Launched\u000a03:20:02.723581 run iperf3-srv_10.42.42.10(pid=2246): Launched\u000a03:20:02.920522 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:20:03.054950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:03.387150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2247): Launched\u000a03:20:03.662778 run iperf3-srv_10.42.42.10(pid=2248): Launched\u000a03:20:03.859268 tst cs_paging_gprs_active.py:38: start network...\u000a03:20:03.992894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:04.500813 run create_hlr_db(pid=2249): Launched\u000a03:20:04.686903 bus /gobi_6: Setting Powered False\u000a03:20:05.710138 run create_hlr_db(pid=2249): Terminated: ok {rc=0}\u000a03:20:06.136903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Launched\u000a03:20:06.460020 run osmo-hlr_10.42.42.2(pid=2252): Launched\u000a03:20:06.581015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:07.122280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Launched\u000a03:20:07.445472 run osmo-stp_10.42.42.5(pid=2255): Launched\u000a03:20:07.563103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:08.127055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2257): Launched\u000a03:20:08.242087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:08.522527 run patchelf(pid=2258): Launched\u000a03:20:08.710929 run osmo-stp_10.42.42.5(pid=2255): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)]\u000a03:20:08.849044 run osmo-stp_10.42.42.5(pid=2255): stdout: \u000a| (launched: 2022-12-14_03:20:07.286059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:08.987237 run osmo-stp_10.42.42.5(pid=2255): stderr: \u000a| �[0;m�[38;5;43m20221214032007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032007476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:09.121596 run osmo-stp_10.42.42.5(pid=2255): stdout: \u000a| (launched: 2022-12-14_03:20:07.286059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:09.253936 run osmo-stp_10.42.42.5(pid=2255): stderr: \u000a| �[0;m�[38;5;43m20221214032007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032007475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032007476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032007476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:09.408654 run patchelf(pid=2258): Terminating (SIGINT)\u000a03:20:09.591345 run patchelf(pid=2258): Terminated: ok {rc=0}\u000a03:20:09.624645 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2255): Process ended prematurely: osmo-stp_10.42.42.5(pid=2255) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2255)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a03:20:09.634645 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:20:09.698604 run osmo-hlr_10.42.42.2(pid=2252): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2252)]\u000a03:20:09.750518 run osmo-hlr_10.42.42.2(pid=2252): stdout: \u000a| (launched: 2022-12-14_03:20:06.301114) \u000a03:20:09.803252 run osmo-hlr_10.42.42.2(pid=2252): stderr: \u000a| �[0;m�[1;31m20221214032006502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032006502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032006502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032006502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032006502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032006502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032006514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032006524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032006524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032006524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:09.848122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2245): Terminating (SIGTERM)\u000a03:20:09.890846 run iperf3-srv_10.42.42.10(pid=2246): Terminating (SIGTERM)\u000a03:20:09.933658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2247): Terminating (SIGTERM)\u000a03:20:09.975867 run iperf3-srv_10.42.42.10(pid=2248): Terminating (SIGTERM)\u000a03:20:10.018463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Terminating (SIGTERM)\u000a03:20:10.060746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Terminating (SIGTERM)\u000a03:20:10.103322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2257): Terminating (SIGTERM)\u000a03:20:10.112887 --- ParallelTerminationStrategy: PID 2245 died...\u000a03:20:10.169608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2245): Terminated: ok {rc=0}\u000a03:20:10.179506 --- ParallelTerminationStrategy: PID 2246 died...\u000a03:20:10.236247 run iperf3-srv_10.42.42.10(pid=2246): Terminated {rc=256}\u000a03:20:10.246198 --- ParallelTerminationStrategy: PID 2247 died...\u000a03:20:10.302668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2247): Terminated: ok {rc=0}\u000a03:20:10.312545 --- ParallelTerminationStrategy: PID 2248 died...\u000a03:20:10.368645 run iperf3-srv_10.42.42.10(pid=2248): Terminated {rc=256}\u000a03:20:10.378658 --- ParallelTerminationStrategy: PID 2251 died...\u000a03:20:10.434950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2251): Terminated: ok {rc=0}\u000a03:20:10.444905 --- ParallelTerminationStrategy: PID 2254 died...\u000a03:20:10.501010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2254): Terminated: ok {rc=0}\u000a03:20:10.510967 --- ParallelTerminationStrategy: PID 2257 died...\u000a03:20:10.567990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2257): Terminated: ok {rc=0}\u000a03:20:10.657251 bus /gobi_0: Setting Powered False\u000a03:20:11.766580 bus /gobi_0: Setting Powered False\u000a03:20:12.875768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2267): Process ended prematurely: osmo-stp_10.42.42.5(pid=2267) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2267): Process ended prematurely: osmo-stp_10.42.42.5(pid=2267) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a03:20:13.991249 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.003646 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:14.147764 tst iperf3.py: using LAC 38188\u000a03:20:14.273429 tst iperf3.py: using RAC 193\u000a03:20:14.395010 tst iperf3.py: using CellId 38188\u000a03:20:14.514009 tst iperf3.py: using BVCI 38189\u000a03:20:14.537202 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.548530 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.559834 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.571064 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.582191 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.593247 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.604302 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.615218 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:14.626528 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:14.906679 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:20:15.030817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:15.337444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2259): Launched\u000a03:20:15.592820 run iperf3-srv_10.42.42.10(pid=2260): Launched\u000a03:20:15.773598 tst iperf3.py:8: start network...\u000a03:20:15.911574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:16.437158 run create_hlr_db(pid=2261): Launched\u000a03:20:16.611667 bus /gobi_6: Setting Powered False\u000a03:20:17.629287 run create_hlr_db(pid=2261): Terminated: ok {rc=0}\u000a03:20:18.054844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2263): Launched\u000a03:20:18.375474 run osmo-hlr_10.42.42.2(pid=2264): Launched\u000a03:20:18.493903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:19.050947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2266): Launched\u000a03:20:19.372650 run osmo-stp_10.42.42.5(pid=2267): Launched\u000a03:20:19.490416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:20.050752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2269): Launched\u000a03:20:20.165724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:20.445561 run patchelf(pid=2270): Launched\u000a03:20:20.633620 run osmo-stp_10.42.42.5(pid=2267): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)]\u000a03:20:20.771551 run osmo-stp_10.42.42.5(pid=2267): stdout: \u000a| (launched: 2022-12-14_03:20:19.214421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:20.909860 run osmo-stp_10.42.42.5(pid=2267): stderr: \u000a| �[0;m�[38;5;43m20221214032019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032019405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:21.043246 run osmo-stp_10.42.42.5(pid=2267): stdout: \u000a| (launched: 2022-12-14_03:20:19.214421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:21.176013 run osmo-stp_10.42.42.5(pid=2267): stderr: \u000a| �[0;m�[38;5;43m20221214032019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032019405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032019405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032019406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:21.330741 run patchelf(pid=2270): Terminating (SIGINT)\u000a03:20:21.512019 run patchelf(pid=2270): Terminated: ok {rc=0}\u000a03:20:21.545511 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2267): Process ended prematurely: osmo-stp_10.42.42.5(pid=2267) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2267)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a03:20:21.555476 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:20:21.619452 run osmo-hlr_10.42.42.2(pid=2264): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2264)]\u000a03:20:21.671909 run osmo-hlr_10.42.42.2(pid=2264): stdout: \u000a| (launched: 2022-12-14_03:20:18.218364) \u000a03:20:21.724709 run osmo-hlr_10.42.42.2(pid=2264): stderr: \u000a| �[0;m�[1;31m20221214032018417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032018417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032018417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032018417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032018417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032018417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032018433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032018443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032018443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032018443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:21.769878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2259): Terminating (SIGTERM)\u000a03:20:21.812034 run iperf3-srv_10.42.42.10(pid=2260): Terminating (SIGTERM)\u000a03:20:21.854770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2263): Terminating (SIGTERM)\u000a03:20:21.897136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2266): Terminating (SIGTERM)\u000a03:20:21.939284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2269): Terminating (SIGTERM)\u000a03:20:21.948883 --- ParallelTerminationStrategy: PID 2259 died...\u000a03:20:22.005587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2259): Terminated: ok {rc=0}\u000a03:20:22.015569 --- ParallelTerminationStrategy: PID 2260 died...\u000a03:20:22.071770 run iperf3-srv_10.42.42.10(pid=2260): Terminated {rc=256}\u000a03:20:22.081774 --- ParallelTerminationStrategy: PID 2263 died...\u000a03:20:22.138388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2263): Terminated: ok {rc=0}\u000a03:20:22.148367 --- ParallelTerminationStrategy: PID 2266 died...\u000a03:20:22.204681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2266): Terminated: ok {rc=0}\u000a03:20:22.214690 --- ParallelTerminationStrategy: PID 2269 died...\u000a03:20:22.270906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2269): Terminated: ok {rc=0}\u000a03:20:22.358965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2285): Process ended prematurely: osmo-stp_10.42.42.5(pid=2285) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2285): Process ended prematurely: osmo-stp_10.42.42.5(pid=2285) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a03:20:23.472444 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:23.484764 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:23.624213 tst iperf3m4.py: using LAC 38189\u000a03:20:23.742969 tst iperf3m4.py: using RAC 194\u000a03:20:23.859898 tst iperf3m4.py: using CellId 38189\u000a03:20:23.979173 tst iperf3m4.py: using BVCI 38190\u000a03:20:24.002249 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.013622 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.024661 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.035723 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.046754 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.057744 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.068881 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.079838 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:24.091052 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:24.212413 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:24.331136 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:24.448858 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:24.743731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:20:24.878126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:25.209851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2271): Launched\u000a03:20:25.485671 run iperf3-srv_10.42.42.10(pid=2272): Launched\u000a03:20:25.682285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:20:25.816125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:26.147415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2273): Launched\u000a03:20:26.422503 run iperf3-srv_10.42.42.10(pid=2274): Launched\u000a03:20:26.618747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:20:26.753287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:27.084085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2275): Launched\u000a03:20:27.358735 run iperf3-srv_10.42.42.10(pid=2276): Launched\u000a03:20:27.554671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:20:27.688878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:20:28.019700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2277): Launched\u000a03:20:28.295915 run iperf3-srv_10.42.42.10(pid=2278): Launched\u000a03:20:28.492261 tst iperf3m4.py:8: start network...\u000a03:20:28.625945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:29.129132 run create_hlr_db(pid=2279): Launched\u000a03:20:29.314316 bus /gobi_6: Setting Powered False\u000a03:20:30.335757 run create_hlr_db(pid=2279): Terminated: ok {rc=0}\u000a03:20:30.734143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2281): Launched\u000a03:20:31.055874 run osmo-hlr_10.42.42.2(pid=2282): Launched\u000a03:20:31.276074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:31.937340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2284): Launched\u000a03:20:32.313739 run osmo-stp_10.42.42.5(pid=2285): Launched\u000a03:20:32.433528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:32.995351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2287): Launched\u000a03:20:33.110348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:33.389510 run patchelf(pid=2288): Launched\u000a03:20:33.576802 run osmo-stp_10.42.42.5(pid=2285): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)]\u000a03:20:33.714148 run osmo-stp_10.42.42.5(pid=2285): stdout: \u000a| (launched: 2022-12-14_03:20:32.106945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:33.851339 run osmo-stp_10.42.42.5(pid=2285): stderr: \u000a| �[0;m�[38;5;43m20221214032032328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032032328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032032329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032032329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032032329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:33.984583 run osmo-stp_10.42.42.5(pid=2285): stdout: \u000a| (launched: 2022-12-14_03:20:32.106945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:34.116521 run osmo-stp_10.42.42.5(pid=2285): stderr: \u000a| �[0;m�[38;5;43m20221214032032328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032032328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032032329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032032329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032032329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032032330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:34.270504 run patchelf(pid=2288): Terminating (SIGINT)\u000a03:20:34.451537 run patchelf(pid=2288): Terminated: ok {rc=0}\u000a03:20:34.484737 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2285): Process ended prematurely: osmo-stp_10.42.42.5(pid=2285) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2285)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a03:20:34.494738 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a03:20:34.557823 run osmo-hlr_10.42.42.2(pid=2282): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2282)]\u000a03:20:34.609371 run osmo-hlr_10.42.42.2(pid=2282): stdout: \u000a| (launched: 2022-12-14_03:20:30.893215) \u000a03:20:34.661613 run osmo-hlr_10.42.42.2(pid=2282): stderr: \u000a| �[0;m�[1;31m20221214032031212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032031212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032031212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032031212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032031212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032031212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032031227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032031240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032031240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032031240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:34.706081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2271): Terminating (SIGTERM)\u000a03:20:34.747747 run iperf3-srv_10.42.42.10(pid=2272): Terminating (SIGTERM)\u000a03:20:34.789516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2273): Terminating (SIGTERM)\u000a03:20:34.831294 run iperf3-srv_10.42.42.10(pid=2274): Terminating (SIGTERM)\u000a03:20:34.873189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2275): Terminating (SIGTERM)\u000a03:20:34.914721 run iperf3-srv_10.42.42.10(pid=2276): Terminating (SIGTERM)\u000a03:20:34.956481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2277): Terminating (SIGTERM)\u000a03:20:34.998132 run iperf3-srv_10.42.42.10(pid=2278): Terminating (SIGTERM)\u000a03:20:35.039727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2281): Terminating (SIGTERM)\u000a03:20:35.081447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2284): Terminating (SIGTERM)\u000a03:20:35.123417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2287): Terminating (SIGTERM)\u000a03:20:35.132649 --- ParallelTerminationStrategy: PID 2271 died...\u000a03:20:35.188354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2271): Terminated: ok {rc=0}\u000a03:20:35.198277 --- ParallelTerminationStrategy: PID 2272 died...\u000a03:20:35.253924 run iperf3-srv_10.42.42.10(pid=2272): Terminated {rc=256}\u000a03:20:35.263741 --- ParallelTerminationStrategy: PID 2273 died...\u000a03:20:35.319473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2273): Terminated: ok {rc=0}\u000a03:20:35.329381 --- ParallelTerminationStrategy: PID 2274 died...\u000a03:20:35.385336 run iperf3-srv_10.42.42.10(pid=2274): Terminated {rc=256}\u000a03:20:35.395140 --- ParallelTerminationStrategy: PID 2275 died...\u000a03:20:35.450666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2275): Terminated: ok {rc=0}\u000a03:20:35.460499 --- ParallelTerminationStrategy: PID 2276 died...\u000a03:20:35.515953 run iperf3-srv_10.42.42.10(pid=2276): Terminated {rc=256}\u000a03:20:35.525824 --- ParallelTerminationStrategy: PID 2277 died...\u000a03:20:35.581241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2277): Terminated: ok {rc=0}\u000a03:20:35.591155 --- ParallelTerminationStrategy: PID 2278 died...\u000a03:20:35.646477 run iperf3-srv_10.42.42.10(pid=2278): Terminated {rc=256}\u000a03:20:35.656675 --- ParallelTerminationStrategy: PID 2281 died...\u000a03:20:35.712425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2281): Terminated: ok {rc=0}\u000a03:20:35.722431 --- ParallelTerminationStrategy: PID 2284 died...\u000a03:20:35.778070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2284): Terminated: ok {rc=0}\u000a03:20:35.787984 --- ParallelTerminationStrategy: PID 2287 died...\u000a03:20:35.843789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2287): Terminated: ok {rc=0}\u000a03:20:35.930498 bus /gobi_4: Setting Powered False\u000a03:20:37.036310 bus /gobi_4: Setting Powered False\u000a03:20:38.143647 bus /gobi_1: Setting Powered False\u000a03:20:39.248714 bus /gobi_1: Setting Powered False\u000a03:20:40.355711 bus /gobi_0: Setting Powered False\u000a03:20:41.461702 bus /gobi_0: Setting Powered False\u000a03:20:42.572175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2295): Process ended prematurely: osmo-stp_10.42.42.5(pid=2295) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2295)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2295): Process ended prematurely: osmo-stp_10.42.42.5(pid=2295) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a03:20:43.638765 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:43.650779 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:43.791038 tst ping.py: using LAC 38190\u000a03:20:43.914637 tst ping.py: using RAC 195\u000a03:20:44.036890 tst ping.py: using CellId 38190\u000a03:20:44.160481 tst ping.py: using BVCI 38191\u000a03:20:44.184695 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.196432 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.208087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.219698 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.231580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.243476 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.255536 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:44.267409 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:44.539211 tst ping.py:19: start network...\u000a03:20:44.661378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:45.132334 run create_hlr_db(pid=2289): Launched\u000a03:20:45.303405 bus /gobi_6: Setting Powered False\u000a03:20:46.326970 run create_hlr_db(pid=2289): Terminated: ok {rc=0}\u000a03:20:46.829365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2291): Launched\u000a03:20:47.325881 run osmo-hlr_10.42.42.2(pid=2292): Launched\u000a03:20:47.456942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:48.006903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2294): Launched\u000a03:20:48.323346 run osmo-stp_10.42.42.5(pid=2295): Launched\u000a03:20:48.438720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:48.987919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2297): Launched\u000a03:20:49.092079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:49.348485 run patchelf(pid=2298): Launched\u000a03:20:49.520608 run osmo-stp_10.42.42.5(pid=2295): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2295)]\u000a03:20:49.646848 run osmo-stp_10.42.42.5(pid=2295): stdout: \u000a| (launched: 2022-12-14_03:20:48.167963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:49.772834 run osmo-stp_10.42.42.5(pid=2295): stderr: \u000a| �[0;m�[38;5;43m20221214032048360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032048360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032048361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032048361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032048361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032048361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032048362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:49.895265 run osmo-stp_10.42.42.5(pid=2295): stdout: \u000a| (launched: 2022-12-14_03:20:48.167963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:50.016088 run osmo-stp_10.42.42.5(pid=2295): stderr: \u000a| �[0;m�[38;5;43m20221214032048360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032048360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032048361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032048361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032048361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032048361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032048362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:50.157587 run patchelf(pid=2298): Terminating (SIGINT)\u000a03:20:50.324140 run patchelf(pid=2298): Terminated: ok {rc=0}\u000a03:20:50.354567 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2295): Process ended prematurely: osmo-stp_10.42.42.5(pid=2295) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2295)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a03:20:50.363351 tst ping.py:22: Test FAILED (6.7 sec)\u000a03:20:50.423067 run osmo-hlr_10.42.42.2(pid=2292): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2292)]\u000a03:20:50.471934 run osmo-hlr_10.42.42.2(pid=2292): stdout: \u000a| (launched: 2022-12-14_03:20:47.024732) \u000a03:20:50.521665 run osmo-hlr_10.42.42.2(pid=2292): stderr: \u000a| �[0;m�[1;31m20221214032047276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032047276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032047276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032047276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032047276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032047277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032047288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032047296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032047296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032047297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:50.563849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2291): Terminating (SIGTERM)\u000a03:20:50.603688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2294): Terminating (SIGTERM)\u000a03:20:50.643545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2297): Terminating (SIGTERM)\u000a03:20:50.652738 --- ParallelTerminationStrategy: PID 2291 died...\u000a03:20:50.706053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2291): Terminated: ok {rc=0}\u000a03:20:50.715607 --- ParallelTerminationStrategy: PID 2294 died...\u000a03:20:50.768540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2294): Terminated: ok {rc=0}\u000a03:20:50.778124 --- ParallelTerminationStrategy: PID 2297 died...\u000a03:20:50.830973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2297): Terminated: ok {rc=0}\u000a03:20:50.913622 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2305): Process ended prematurely: osmo-stp_10.42.42.5(pid=2305) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2305): Process ended prematurely: osmo-stp_10.42.42.5(pid=2305) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a03:20:51.966530 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:51.979100 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:20:52.123894 tst ping_idle_ping.py: using LAC 38191\u000a03:20:52.248168 tst ping_idle_ping.py: using RAC 196\u000a03:20:52.373696 tst ping_idle_ping.py: using CellId 38191\u000a03:20:52.499930 tst ping_idle_ping.py: using BVCI 38192\u000a03:20:52.524322 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.536138 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.547755 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.559439 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.571382 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.583366 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.595394 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a03:20:52.607331 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a03:20:52.879242 tst ping_idle_ping.py:24: start network...\u000a03:20:53.001816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:20:53.477620 run create_hlr_db(pid=2299): Launched\u000a03:20:53.647323 bus /gobi_6: Setting Powered False\u000a03:20:54.668246 run create_hlr_db(pid=2299): Terminated: ok {rc=0}\u000a03:20:55.061367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2301): Launched\u000a03:20:55.356634 run osmo-hlr_10.42.42.2(pid=2302): Launched\u000a03:20:55.473578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:20:55.996162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2304): Launched\u000a03:20:56.290223 run osmo-stp_10.42.42.5(pid=2305): Launched\u000a03:20:56.396868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:20:56.909375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2307): Launched\u000a03:20:57.013558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:20:57.269804 run patchelf(pid=2308): Launched\u000a03:20:57.442527 run osmo-stp_10.42.42.5(pid=2305): ERR: Terminated: ERROR {rc=1} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)]\u000a03:20:57.568707 run osmo-stp_10.42.42.5(pid=2305): stdout: \u000a| (launched: 2022-12-14_03:20:56.145430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:57.694695 run osmo-stp_10.42.42.5(pid=2305): stderr: \u000a| �[0;m�[38;5;43m20221214032056315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032056315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032056315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032056316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032056316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032056316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032056316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:57.816408 run osmo-stp_10.42.42.5(pid=2305): stdout: \u000a| (launched: 2022-12-14_03:20:56.145430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:20:57.937382 run osmo-stp_10.42.42.5(pid=2305): stderr: \u000a| �[0;m�[38;5;43m20221214032056315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032056315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032056315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032056316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032056316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032056316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032056316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:20:58.078596 run patchelf(pid=2308): Terminating (SIGINT)\u000a03:20:58.245653 run patchelf(pid=2308): Terminated: ok {rc=0}\u000a03:20:58.275875 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2305): Process ended prematurely: osmo-stp_10.42.42.5(pid=2305) [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2305)] [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a03:20:58.284566 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a03:20:58.343775 run osmo-hlr_10.42.42.2(pid=2302): ERR: Terminated: ERROR {rc=237} [trial-2398↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2302)]\u000a03:20:58.392530 run osmo-hlr_10.42.42.2(pid=2302): stdout: \u000a| (launched: 2022-12-14_03:20:55.211260) \u000a03:20:58.441945 run osmo-hlr_10.42.42.2(pid=2302): stderr: \u000a| �[0;m�[1;31m20221214032055389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032055389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032055389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032055389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032055389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032055389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032055402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032055411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032055411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032055411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:20:58.484145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2301): Terminating (SIGTERM)\u000a03:20:58.523770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2304): Terminating (SIGTERM)\u000a03:20:58.563963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2307): Terminating (SIGTERM)\u000a03:20:58.573168 --- ParallelTerminationStrategy: PID 2301 died...\u000a03:20:58.625918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2301): Terminated: ok {rc=0}\u000a03:20:58.635373 --- ParallelTerminationStrategy: PID 2304 died...\u000a03:20:58.687744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2304): Terminated: ok {rc=0}\u000a03:20:58.697201 --- ParallelTerminationStrategy: PID 2307 died...\u000a03:20:58.749549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2307): Terminated: ok {rc=0}\u000a03:20:58.837229 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:20:00" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2318): Process ended prematurely: osmo-stp_10.42.42.5(pid=2318) [trial-2398↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2318): Process ended prematurely: osmo-stp_10.42.42.5(pid=2318) [trial-2398↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:21:00.872538 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:00.886759 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:21:01.065699 tst switch_tch_pdch.py: using LAC 38192\u000a03:21:01.190712 tst switch_tch_pdch.py: using RAC 197\u000a03:21:01.317462 tst switch_tch_pdch.py: using CellId 38192\u000a03:21:01.461743 tst switch_tch_pdch.py: using BVCI 38193\u000a03:21:01.486914 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.499797 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.512412 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.525388 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.538832 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.553422 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.566559 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:21:01.581244 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:21:01.706716 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:21:02.002256 tst switch_tch_pdch.py:51: start network...\u000a03:21:02.137242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:02.637018 run create_hlr_db(pid=2312): Launched\u000a03:21:02.821790 bus /gobi_6: Setting Powered False\u000a03:21:03.841301 run create_hlr_db(pid=2312): Terminated: ok {rc=0}\u000a03:21:04.235574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2314): Launched\u000a03:21:04.527610 run osmo-hlr_10.42.42.2(pid=2315): Launched\u000a03:21:04.635914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:05.146283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2317): Launched\u000a03:21:05.440510 run osmo-stp_10.42.42.5(pid=2318): Launched\u000a03:21:05.547214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:21:06.059353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2320): Launched\u000a03:21:06.164404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:21:06.420342 run patchelf(pid=2321): Launched\u000a03:21:06.592357 run osmo-stp_10.42.42.5(pid=2318): ERR: Terminated: ERROR {rc=1} [trial-2398↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)]\u000a03:21:06.718443 run osmo-stp_10.42.42.5(pid=2318): stdout: \u000a| (launched: 2022-12-14_03:21:05.295629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:06.844292 run osmo-stp_10.42.42.5(pid=2318): stderr: \u000a| �[0;m�[38;5;43m20221214032105464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032105464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032105464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032105465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032105465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032105465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032105465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:06.966462 run osmo-stp_10.42.42.5(pid=2318): stdout: \u000a| (launched: 2022-12-14_03:21:05.295629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:07.087609 run osmo-stp_10.42.42.5(pid=2318): stderr: \u000a| �[0;m�[38;5;43m20221214032105464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032105464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032105464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032105465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032105465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032105465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032105465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:07.229330 run patchelf(pid=2321): Terminating (SIGINT)\u000a03:21:07.395690 run patchelf(pid=2321): Terminated: ok {rc=0}\u000a03:21:07.425928 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2318): Process ended prematurely: osmo-stp_10.42.42.5(pid=2318) [trial-2398↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2318)] [trial-2398↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:21:07.435018 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a03:21:07.494131 run osmo-hlr_10.42.42.2(pid=2315): ERR: Terminated: ERROR {rc=237} [trial-2398↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2315)]\u000a03:21:07.542564 run osmo-hlr_10.42.42.2(pid=2315): stdout: \u000a| (launched: 2022-12-14_03:21:04.384583) \u000a03:21:07.591360 run osmo-hlr_10.42.42.2(pid=2315): stderr: \u000a| �[0;m�[1;31m20221214032104560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032104560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032104560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032104560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032104560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032104561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032104573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032104581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032104582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032104582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:07.633395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2314): Terminating (SIGTERM)\u000a03:21:07.673045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2317): Terminating (SIGTERM)\u000a03:21:07.712627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2320): Terminating (SIGTERM)\u000a03:21:07.721745 --- ParallelTerminationStrategy: PID 2314 died...\u000a03:21:07.774276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2314): Terminated: ok {rc=0}\u000a03:21:07.783606 --- ParallelTerminationStrategy: PID 2317 died...\u000a03:21:07.835848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2317): Terminated: ok {rc=0}\u000a03:21:07.845304 --- ParallelTerminationStrategy: PID 2320 died...\u000a03:21:07.897541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2320): Terminated: ok {rc=0}\u000a03:21:07.985188 bus /gobi_0: Setting Powered False\u000a03:21:09.087014 bus /gobi_0: Setting Powered False\u000a03:21:10.195089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:21:00" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2327) [trial-2398↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2327)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2327) [trial-2398↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a03:21:12.035444 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:12.141593 tst esme_connect_policy_acceptall.py: using MSISDN 8473\u000a03:21:12.275068 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:12.840077 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2326): Launched\u000a03:21:13.137658 run osmo-nitb_10.42.42.2(pid=2327): Launched\u000a03:21:13.321852 run osmo-nitb_10.42.42.2(pid=2327): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2327)]\u000a03:21:13.457845 run osmo-nitb_10.42.42.2(pid=2327): stdout: \u000a| (launched: 2022-12-14_03:21:12.992849) \u000a03:21:13.594474 run osmo-nitb_10.42.42.2(pid=2327): stderr: \u000a| (launched: 2022-12-14_03:21:13.037845)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:13.726408 run osmo-nitb_10.42.42.2(pid=2327): stdout: \u000a| (launched: 2022-12-14_03:21:12.992849) \u000a03:21:13.856710 run osmo-nitb_10.42.42.2(pid=2327): stderr: \u000a| (launched: 2022-12-14_03:21:13.037845)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:14.258730 tst osmo-nitb_10.42.42.2(pid=2327): stdout: \u000a| (launched: 2022-12-14_03:21:12.992849) \u000a03:21:14.378627 tst osmo-nitb_10.42.42.2(pid=2327): stderr: \u000a| (launched: 2022-12-14_03:21:13.037845)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:14.431150 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=2327): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2327) [trial-2398↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2327)] [trial-2398↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a03:21:14.439089 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a03:21:14.473417 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2326): Terminating (SIGTERM)\u000a03:21:14.650609 --- ParallelTerminationStrategy: PID 2326 died...\u000a03:21:14.705598 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2326): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2329) [trial-2398↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2329)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2329) [trial-2398↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a03:21:14.719514 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:14.830320 tst esme_connect_policy_closed.py: using MSISDN 8474\u000a03:21:14.950227 tst esme_connect_policy_closed.py: using MSISDN 8475\u000a03:21:15.057150 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:15.627299 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2328): Launched\u000a03:21:15.962019 run osmo-nitb_10.42.42.2(pid=2329): Launched\u000a03:21:16.163603 run osmo-nitb_10.42.42.2(pid=2329): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2329)]\u000a03:21:16.303359 run osmo-nitb_10.42.42.2(pid=2329): stdout: \u000a| (launched: 2022-12-14_03:21:15.780404) \u000a03:21:16.443834 run osmo-nitb_10.42.42.2(pid=2329): stderr: \u000a| (launched: 2022-12-14_03:21:15.825426)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:16.580752 run osmo-nitb_10.42.42.2(pid=2329): stdout: \u000a| (launched: 2022-12-14_03:21:15.780404) \u000a03:21:16.714664 run osmo-nitb_10.42.42.2(pid=2329): stderr: \u000a| (launched: 2022-12-14_03:21:15.825426)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:16.774119 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=2329): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2329) [trial-2398↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2329)] [trial-2398↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a03:21:16.783642 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a03:21:16.823996 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2328): Terminating (SIGTERM)\u000a03:21:17.002523 --- ParallelTerminationStrategy: PID 2328 died...\u000a03:21:17.063256 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2328): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2331) [trial-2398↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2331)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2331) [trial-2398↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a03:21:17.081026 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:17.097930 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a03:21:17.236028 tst esme_ms_sms_storeforward.py: using LAC 38193\u000a03:21:17.372628 tst esme_ms_sms_storeforward.py: using RAC 198\u000a03:21:17.499077 tst esme_ms_sms_storeforward.py: using CellId 38193\u000a03:21:17.625446 tst esme_ms_sms_storeforward.py: using BVCI 38194\u000a03:21:17.650248 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a03:21:17.862239 tst esme_ms_sms_storeforward.py: using MSISDN 8476\u000a03:21:18.059705 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a03:21:18.196721 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:18.868167 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2330): Launched\u000a03:21:19.190798 run osmo-nitb_10.42.42.2(pid=2331): Launched\u000a03:21:19.376784 run osmo-nitb_10.42.42.2(pid=2331): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2331)]\u000a03:21:19.512500 run osmo-nitb_10.42.42.2(pid=2331): stdout: \u000a| (launched: 2022-12-14_03:21:19.034140) \u000a03:21:19.648893 run osmo-nitb_10.42.42.2(pid=2331): stderr: \u000a| (launched: 2022-12-14_03:21:19.082707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:19.780177 run osmo-nitb_10.42.42.2(pid=2331): stdout: \u000a| (launched: 2022-12-14_03:21:19.034140) \u000a03:21:19.910431 run osmo-nitb_10.42.42.2(pid=2331): stderr: \u000a| (launched: 2022-12-14_03:21:19.082707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:19.966993 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=2331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2331) [trial-2398↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2331)] [trial-2398↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a03:21:19.975467 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a03:21:20.011754 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2330): Terminating (SIGTERM)\u000a03:21:20.189994 --- ParallelTerminationStrategy: PID 2330 died...\u000a03:21:20.247797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2330): Terminated: ok {rc=0}\u000a03:21:20.335997 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2333): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2333) [trial-2398↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2333)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2333): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2333) [trial-2398↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a03:21:21.388544 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a03:21:21.400128 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a03:21:21.523209 tst esme_ms_sms_transaction.py: using LAC 38194\u000a03:21:21.643780 tst esme_ms_sms_transaction.py: using RAC 199\u000a03:21:21.764557 tst esme_ms_sms_transaction.py: using CellId 38194\u000a03:21:21.885650 tst esme_ms_sms_transaction.py: using BVCI 38195\u000a03:21:21.908399 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a03:21:22.122045 tst esme_ms_sms_transaction.py: using MSISDN 8477\u000a03:21:22.305799 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a03:21:22.431570 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:21:23.052123 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2332): Launched\u000a03:21:23.349939 run osmo-nitb_10.42.42.2(pid=2333): Launched\u000a03:21:23.534839 run osmo-nitb_10.42.42.2(pid=2333): ERR: Terminated: ERROR {rc=2} [trial-2398↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2333)]\u000a03:21:23.671785 run osmo-nitb_10.42.42.2(pid=2333): stdout: \u000a| (launched: 2022-12-14_03:21:23.205702) \u000a03:21:23.808151 run osmo-nitb_10.42.42.2(pid=2333): stderr: \u000a| (launched: 2022-12-14_03:21:23.250533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:23.940153 run osmo-nitb_10.42.42.2(pid=2333): stdout: \u000a| (launched: 2022-12-14_03:21:23.205702) \u000a03:21:24.071032 run osmo-nitb_10.42.42.2(pid=2333): stderr: \u000a| (launched: 2022-12-14_03:21:23.250533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:24.470724 tst osmo-nitb_10.42.42.2(pid=2333): stdout: \u000a| (launched: 2022-12-14_03:21:23.205702) \u000a03:21:24.590998 tst osmo-nitb_10.42.42.2(pid=2333): stderr: \u000a| (launched: 2022-12-14_03:21:23.250533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:21:24.643358 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=2333): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2333) [trial-2398↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2333)] [trial-2398↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a03:21:24.651296 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a03:21:24.685258 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2332): Terminating (SIGTERM)\u000a03:21:24.862597 --- ParallelTerminationStrategy: PID 2332 died...\u000a03:21:24.917998 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2332): Terminated: ok {rc=0}\u000a03:21:25.007449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:21:11" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2342): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2342) [trial-2398↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2342)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2342): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2342) [trial-2398↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a03:21:26.801961 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:26.812754 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:26.823634 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:26.834411 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:26.950712 tst esme_connect_policy_acceptall.py: using MSISDN 8478\u000a03:21:27.066947 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a03:21:27.626119 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2337): Launched\u000a03:21:27.950097 run osmo-stp_10.42.42.4(pid=2338): Launched\u000a03:21:28.066747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:28.581899 run create_hlr_db(pid=2339): Launched\u000a03:21:28.772120 bus /sierra_2: Setting Powered False\u000a03:21:29.792102 run create_hlr_db(pid=2339): Terminated: ok {rc=0}\u000a03:21:30.199504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2341): Launched\u000a03:21:30.502838 run osmo-hlr_10.42.42.2(pid=2342): Launched\u000a03:21:30.615481 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a03:21:31.205631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2344): Launched\u000a03:21:31.581068 run osmo-msc_10.42.42.5(pid=2345): Launched\u000a03:21:31.896142 run osmo-hlr_10.42.42.2(pid=2342): ERR: Terminated: ERROR {rc=237} [trial-2398↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2342)]\u000a03:21:32.128286 run osmo-hlr_10.42.42.2(pid=2342): stdout: \u000a| (launched: 2022-12-14_03:21:30.353621) \u000a03:21:32.356403 run osmo-hlr_10.42.42.2(pid=2342): stderr: \u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032130538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032130547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032130547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032130547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:32.479007 run osmo-hlr_10.42.42.2(pid=2342): stdout: \u000a| (launched: 2022-12-14_03:21:30.353621) \u000a03:21:32.600580 run osmo-hlr_10.42.42.2(pid=2342): stderr: \u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032130526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032130538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032130547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032130547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032130547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:32.653970 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=2342): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2342) [trial-2398↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2342)] [trial-2398↪smpp↪esme_connect_policy_acceptall.py:23]\u000a03:21:32.662034 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.9 sec)\u000a03:21:32.721407 run osmo-msc_10.42.42.5(pid=2345): ERR: Terminated: ERROR {rc=9} [trial-2398↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2345)]\u000a03:21:32.770812 run osmo-msc_10.42.42.5(pid=2345): stdout: \u000a| (launched: 2022-12-14_03:21:31.362844) \u000a03:21:32.820836 run osmo-msc_10.42.42.5(pid=2345): stderr: \u000a| �[0;m�[38;5;43m20221214032131943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214032131943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214032131943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214032131943 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214032131943 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214032131943 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214032131943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214032131943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214032131943 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a03:21:32.862988 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2337): Terminating (SIGTERM)\u000a03:21:32.902782 run osmo-stp_10.42.42.4(pid=2338): Terminating (SIGTERM)\u000a03:21:32.943740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2341): Terminating (SIGTERM)\u000a03:21:32.984722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2344): Terminating (SIGTERM)\u000a03:21:32.994554 --- ParallelTerminationStrategy: PID 2337 died...\u000a03:21:33.048034 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2337): Terminated: ok {rc=0}\u000a03:21:33.057602 --- ParallelTerminationStrategy: PID 2338 died...\u000a03:21:33.110589 run osmo-stp_10.42.42.4(pid=2338): Terminated: ok {rc=0}\u000a03:21:33.120068 --- ParallelTerminationStrategy: PID 2341 died...\u000a03:21:33.173241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2341): Terminated: ok {rc=0}\u000a03:21:33.182815 --- ParallelTerminationStrategy: PID 2344 died...\u000a03:21:33.235993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2344): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2353): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2353) [trial-2398↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2353)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2353): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2353) [trial-2398↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a03:21:33.250125 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:33.261181 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:33.394940 tst esme_connect_policy_closed.py: using LAC 38195\u000a03:21:33.526480 tst esme_connect_policy_closed.py: using RAC 200\u000a03:21:33.655093 tst esme_connect_policy_closed.py: using CellId 38195\u000a03:21:33.784616 tst esme_connect_policy_closed.py: using BVCI 38196\u000a03:21:33.809838 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:33.820821 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:33.831745 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:33.949192 tst esme_connect_policy_closed.py: using MSISDN 8479\u000a03:21:34.082207 tst esme_connect_policy_closed.py: using MSISDN 8480\u000a03:21:34.199530 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a03:21:34.767259 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2348): Launched\u000a03:21:35.095610 run osmo-stp_10.42.42.4(pid=2349): Launched\u000a03:21:35.213737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:35.729828 run create_hlr_db(pid=2350): Launched\u000a03:21:36.921858 run create_hlr_db(pid=2350): Terminated: ok {rc=0}\u000a03:21:37.259680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Launched\u000a03:21:37.582977 run osmo-hlr_10.42.42.2(pid=2353): Launched\u000a03:21:37.697951 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a03:21:38.256638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Launched\u000a03:21:38.564203 run osmo-msc_10.42.42.5(pid=2356): Launched\u000a03:21:38.745152 run osmo-hlr_10.42.42.2(pid=2353): ERR: Terminated: ERROR {rc=237} [trial-2398↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2353)]\u000a03:21:38.876009 run osmo-hlr_10.42.42.2(pid=2353): stdout: \u000a| (launched: 2022-12-14_03:21:37.426507) \u000a03:21:39.003662 run osmo-hlr_10.42.42.2(pid=2353): stderr: \u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032137615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032137623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032137623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032137623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:39.126149 run osmo-hlr_10.42.42.2(pid=2353): stdout: \u000a| (launched: 2022-12-14_03:21:37.426507) \u000a03:21:39.247804 run osmo-hlr_10.42.42.2(pid=2353): stderr: \u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032137600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032137615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032137623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032137623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032137623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:39.301161 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=2353): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2353) [trial-2398↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2353)] [trial-2398↪smpp↪esme_connect_policy_closed.py:31]\u000a03:21:39.309228 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec)\u000a03:21:39.368985 run osmo-msc_10.42.42.5(pid=2356): ERR: Terminated: ERROR {rc=9} [trial-2398↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2356)]\u000a03:21:39.417985 run osmo-msc_10.42.42.5(pid=2356): stdout: \u000a| (launched: 2022-12-14_03:21:38.412321) \u000a03:21:39.467526 run osmo-msc_10.42.42.5(pid=2356): stderr: \u000a| �[0;m�[38;5;43m20221214032138728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214032138728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214032138728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214032138728 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214032138728 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214032138729 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214032138729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214032138729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214032138729 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a03:21:39.509542 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2348): Terminating (SIGTERM)\u000a03:21:39.549411 run osmo-stp_10.42.42.4(pid=2349): Terminating (SIGTERM)\u000a03:21:39.590689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Terminating (SIGTERM)\u000a03:21:39.631413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Terminating (SIGTERM)\u000a03:21:39.640596 --- ParallelTerminationStrategy: PID 2348 died...\u000a03:21:39.694428 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2348): Terminated: ok {rc=0}\u000a03:21:39.704102 --- ParallelTerminationStrategy: PID 2349 died...\u000a03:21:39.757062 run osmo-stp_10.42.42.4(pid=2349): Terminated: ok {rc=0}\u000a03:21:39.766608 --- ParallelTerminationStrategy: PID 2352 died...\u000a03:21:39.819728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2352): Terminated: ok {rc=0}\u000a03:21:39.829164 --- ParallelTerminationStrategy: PID 2355 died...\u000a03:21:39.882249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2355): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2365): Process ended prematurely: osmo-stp_10.42.42.5(pid=2365) [trial-2398↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2365)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2365): Process ended prematurely: osmo-stp_10.42.42.5(pid=2365) [trial-2398↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a03:21:39.896485 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:39.907748 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:40.038831 tst esme_ms_sms_storeforward.py: using LAC 38196\u000a03:21:40.169167 tst esme_ms_sms_storeforward.py: using RAC 201\u000a03:21:40.300109 tst esme_ms_sms_storeforward.py: using CellId 38196\u000a03:21:40.431262 tst esme_ms_sms_storeforward.py: using BVCI 38197\u000a03:21:40.456274 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.467091 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.477753 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.488452 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.499518 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:40.510512 tst smpp: Using 1 x modem (candidates: 1)\u000a03:21:40.735368 tst esme_ms_sms_storeforward.py: using MSISDN 8481\u000a03:21:40.853584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:41.371143 run create_hlr_db(pid=2359): Launched\u000a03:21:42.563517 run create_hlr_db(pid=2359): Terminated: ok {rc=0}\u000a03:21:42.902997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2361): Launched\u000a03:21:43.231496 run osmo-hlr_10.42.42.2(pid=2362): Launched\u000a03:21:43.351034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:43.923292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2364): Launched\u000a03:21:44.252004 run osmo-stp_10.42.42.5(pid=2365): Launched\u000a03:21:44.375440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:21:44.972888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2367): Launched\u000a03:21:45.301539 run osmo-msc_10.42.42.6(pid=2368): Launched\u000a03:21:45.494325 run osmo-stp_10.42.42.5(pid=2365): ERR: Terminated: ERROR {rc=1} [trial-2398↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2365)]\u000a03:21:45.633475 run osmo-stp_10.42.42.5(pid=2365): stdout: \u000a| (launched: 2022-12-14_03:21:44.090489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:45.771904 run osmo-stp_10.42.42.5(pid=2365): stderr: \u000a| �[0;m�[38;5;43m20221214032144284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032144284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032144284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032144285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032144285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032144285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032144285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:45.923636 run osmo-stp_10.42.42.5(pid=2365): stdout: \u000a| (launched: 2022-12-14_03:21:44.090489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:46.057430 run osmo-stp_10.42.42.5(pid=2365): stderr: \u000a| �[0;m�[38;5;43m20221214032144284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032144284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032144284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032144285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032144285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032144285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032144285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:46.115859 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=2365): Process ended prematurely: osmo-stp_10.42.42.5(pid=2365) [trial-2398↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2365)] [trial-2398↪smpp↪esme_ms_sms_storeforward.py:30]\u000a03:21:46.125325 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a03:21:46.190768 run osmo-hlr_10.42.42.2(pid=2362): ERR: Terminated: ERROR {rc=237} [trial-2398↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2362)]\u000a03:21:46.244271 run osmo-hlr_10.42.42.2(pid=2362): stdout: \u000a| (launched: 2022-12-14_03:21:43.070129) \u000a03:21:46.298592 run osmo-hlr_10.42.42.2(pid=2362): stderr: \u000a| �[0;m�[1;31m20221214032143267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032143267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032143267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032143267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032143267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032143267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032143294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032143304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032143305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032143305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:46.371772 run osmo-msc_10.42.42.6(pid=2368): ERR: Terminated: ERROR {rc=2} [trial-2398↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2368)]\u000a03:21:46.425433 run osmo-msc_10.42.42.6(pid=2368): stdout: \u000a| (launched: 2022-12-14_03:21:45.139655) \u000a03:21:46.479624 run osmo-msc_10.42.42.6(pid=2368): stderr: \u000a| �[0;m�[38;5;43m20221214032145458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032145458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f628dbcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032145458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032145458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032145459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032145459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032145461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032145461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032145461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032145461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:21:46.526053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2361): Terminating (SIGTERM)\u000a03:21:46.571870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2364): Terminating (SIGTERM)\u000a03:21:46.616217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2367): Terminating (SIGTERM)\u000a03:21:46.626333 --- ParallelTerminationStrategy: PID 2361 died...\u000a03:21:46.685352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2361): Terminated: ok {rc=0}\u000a03:21:46.697284 --- ParallelTerminationStrategy: PID 2364 died...\u000a03:21:46.755072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2364): Terminated: ok {rc=0}\u000a03:21:46.766534 --- ParallelTerminationStrategy: PID 2367 died...\u000a03:21:46.824309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2367): Terminated: ok {rc=0}\u000a03:21:46.914128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2398↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2398↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a03:21:47.965261 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:47.976395 tst smpp: Using 1 x bts (candidates: 1)\u000a03:21:48.099932 tst esme_ms_sms_transaction.py: using LAC 38197\u000a03:21:48.222768 tst esme_ms_sms_transaction.py: using RAC 202\u000a03:21:48.346545 tst esme_ms_sms_transaction.py: using CellId 38197\u000a03:21:48.472331 tst esme_ms_sms_transaction.py: using BVCI 38198\u000a03:21:48.495748 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:48.506328 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:48.516739 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:48.527141 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:48.537601 tst smpp: Using 1 x ip_address (candidates: 6)\u000a03:21:48.548118 tst smpp: Using 1 x modem (candidates: 1)\u000a03:21:48.770954 tst esme_ms_sms_transaction.py: using MSISDN 8482\u000a03:21:48.888093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:49.402302 run create_hlr_db(pid=2370): Launched\u000a03:21:49.592931 bus /sierra_2: Setting Powered False\u000a03:21:50.612489 run create_hlr_db(pid=2370): Terminated: ok {rc=0}\u000a03:21:51.049706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Launched\u000a03:21:51.378352 run osmo-hlr_10.42.42.2(pid=2373): Launched\u000a03:21:51.500718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:21:52.069621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Launched\u000a03:21:52.395333 run osmo-stp_10.42.42.5(pid=2376): Launched\u000a03:21:52.514176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:21:53.111183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2378): Launched\u000a03:21:53.438450 run osmo-msc_10.42.42.6(pid=2379): Launched\u000a03:21:53.630265 run osmo-stp_10.42.42.5(pid=2376): ERR: Terminated: ERROR {rc=1} [trial-2398↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]\u000a03:21:53.768660 run osmo-stp_10.42.42.5(pid=2376): stdout: \u000a| (launched: 2022-12-14_03:21:52.235473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:53.907247 run osmo-stp_10.42.42.5(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221214032152428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032152428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032152428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032152429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032152431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032152431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032152431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:54.038991 run osmo-stp_10.42.42.5(pid=2376): stdout: \u000a| (launched: 2022-12-14_03:21:52.235473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:21:54.169714 run osmo-stp_10.42.42.5(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221214032152428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032152428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032152428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032152429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032152431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032152431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032152431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:21:54.226475 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2398↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)] [trial-2398↪smpp↪esme_ms_sms_transaction.py:28]\u000a03:21:54.235075 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a03:21:54.297854 run osmo-hlr_10.42.42.2(pid=2373): ERR: Terminated: ERROR {rc=237} [trial-2398↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2373)]\u000a03:21:54.349355 run osmo-hlr_10.42.42.2(pid=2373): stdout: \u000a| (launched: 2022-12-14_03:21:51.217171) \u000a03:21:54.401775 run osmo-hlr_10.42.42.2(pid=2373): stderr: \u000a| �[0;m�[1;31m20221214032151416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032151416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032151416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032151416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032151416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032151416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032151427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032151436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032151436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032151436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:21:54.472630 run osmo-msc_10.42.42.6(pid=2379): ERR: Terminated: ERROR {rc=2} [trial-2398↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2379)]\u000a03:21:54.524346 run osmo-msc_10.42.42.6(pid=2379): stdout: \u000a| (launched: 2022-12-14_03:21:53.277737) \u000a03:21:54.576653 run osmo-msc_10.42.42.6(pid=2379): stderr: \u000a| �[0;m�[38;5;43m20221214032153602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032153602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66fd70dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032153602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032153602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032153602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032153603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032153605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032153605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032153605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032153605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:21:54.621205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Terminating (SIGTERM)\u000a03:21:54.663255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Terminating (SIGTERM)\u000a03:21:54.706404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2378): Terminating (SIGTERM)\u000a03:21:54.716007 --- ParallelTerminationStrategy: PID 2372 died...\u000a03:21:54.772322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Terminated: ok {rc=0}\u000a03:21:54.782270 --- ParallelTerminationStrategy: PID 2375 died...\u000a03:21:54.838105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Terminated: ok {rc=0}\u000a03:21:54.848050 --- ParallelTerminationStrategy: PID 2378 died...\u000a03:21:54.904153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2378): Terminated: ok {rc=0}\u000a03:21:54.991045 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:21:26" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2390): Process ended prematurely: osmo-stp_10.42.42.5(pid=2390) [trial-2398↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2390)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2390): Process ended prematurely: osmo-stp_10.42.42.5(pid=2390) [trial-2398↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a03:21:56.871691 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:56.882247 tst encryption: Using 1 x bts (candidates: 1)\u000a03:21:57.005698 tst register_a5_0_authopt.py: using LAC 38198\u000a03:21:57.125563 tst register_a5_0_authopt.py: using RAC 203\u000a03:21:57.247191 tst register_a5_0_authopt.py: using CellId 38198\u000a03:21:57.399581 tst register_a5_0_authopt.py: using BVCI 38199\u000a03:21:57.423151 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.433609 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.443845 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.454109 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.464484 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:21:57.474733 tst encryption: Using 1 x modem (candidates: 1)\u000a03:21:57.760635 tst register_a5_0_authopt.py:8: start network...\u000a03:21:57.890641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:21:58.386599 run create_hlr_db(pid=2384): Launched\u000a03:21:58.565234 bus /sierra_2: Setting Powered False\u000a03:21:59.587407 run create_hlr_db(pid=2384): Terminated: ok {rc=0}\u000a03:22:00.028212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2386): Launched\u000a03:22:00.360279 run osmo-hlr_10.42.42.2(pid=2387): Launched\u000a03:22:00.484327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:01.120180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2389): Launched\u000a03:22:01.560635 run osmo-stp_10.42.42.5(pid=2390): Launched\u000a03:22:01.805486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:02.433183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2392): Launched\u000a03:22:02.742345 run osmo-msc_10.42.42.6(pid=2393): Launched\u000a03:22:02.923513 run osmo-stp_10.42.42.5(pid=2390): ERR: Terminated: ERROR {rc=1} [trial-2398↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2390)]\u000a03:22:03.053903 run osmo-stp_10.42.42.5(pid=2390): stdout: \u000a| (launched: 2022-12-14_03:22:01.295358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:03.182882 run osmo-stp_10.42.42.5(pid=2390): stderr: \u000a| �[0;m�[38;5;43m20221214032201632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032201637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032201637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032201638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:03.306748 run osmo-stp_10.42.42.5(pid=2390): stdout: \u000a| (launched: 2022-12-14_03:22:01.295358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:03.430177 run osmo-stp_10.42.42.5(pid=2390): stderr: \u000a| �[0;m�[38;5;43m20221214032201632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032201637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032201637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032201638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:03.484403 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2390): Process ended prematurely: osmo-stp_10.42.42.5(pid=2390) [trial-2398↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2390)] [trial-2398↪encryption↪register_a5_0_authopt.py:8]\u000a03:22:03.493120 tst register_a5_0_authopt.py:8: Test FAILED (6.7 sec)\u000a03:22:03.552697 run osmo-hlr_10.42.42.2(pid=2387): ERR: Terminated: ERROR {rc=237} [trial-2398↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2387)]\u000a03:22:03.601811 run osmo-hlr_10.42.42.2(pid=2387): stdout: \u000a| (launched: 2022-12-14_03:22:00.197467) \u000a03:22:03.651658 run osmo-hlr_10.42.42.2(pid=2387): stderr: \u000a| �[0;m�[1;31m20221214032200398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032200398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032200398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032200398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032200398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032200398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032200409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032200418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032200418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032200418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:03.718805 run osmo-msc_10.42.42.6(pid=2393): ERR: Terminated: ERROR {rc=2} [trial-2398↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2393)]\u000a03:22:03.767684 run osmo-msc_10.42.42.6(pid=2393): stdout: \u000a| (launched: 2022-12-14_03:22:02.590442) \u000a03:22:03.817271 run osmo-msc_10.42.42.6(pid=2393): stderr: \u000a| �[0;m�[38;5;43m20221214032202862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032202862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d783c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032202862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032202862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032202863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032202863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032202864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032202865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032202865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032202865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:03.859782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2386): Terminating (SIGTERM)\u000a03:22:03.900611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2389): Terminating (SIGTERM)\u000a03:22:03.941225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2392): Terminating (SIGTERM)\u000a03:22:03.950524 --- ParallelTerminationStrategy: PID 2386 died...\u000a03:22:04.004202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2386): Terminated: ok {rc=0}\u000a03:22:04.013963 --- ParallelTerminationStrategy: PID 2389 died...\u000a03:22:04.067348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2389): Terminated: ok {rc=0}\u000a03:22:04.076919 --- ParallelTerminationStrategy: PID 2392 died...\u000a03:22:04.130459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2392): Terminated: ok {rc=0}\u000a03:22:04.219983 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2401): Process ended prematurely: osmo-stp_10.42.42.5(pid=2401) [trial-2398↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2401): Process ended prematurely: osmo-stp_10.42.42.5(pid=2401) [trial-2398↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a03:22:05.332627 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.343864 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:05.476705 tst register_a5_0_authreq.py: using LAC 38199\u000a03:22:05.606582 tst register_a5_0_authreq.py: using RAC 204\u000a03:22:05.736623 tst register_a5_0_authreq.py: using CellId 38199\u000a03:22:05.867665 tst register_a5_0_authreq.py: using BVCI 38200\u000a03:22:05.893018 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.904065 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.915011 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.925799 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.936930 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:05.948049 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:06.234253 tst register_a5_0_authreq.py:8: start network...\u000a03:22:06.362390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:06.855591 run create_hlr_db(pid=2395): Launched\u000a03:22:07.033406 bus /sierra_2: Setting Powered False\u000a03:22:08.055100 run create_hlr_db(pid=2395): Terminated: ok {rc=0}\u000a03:22:08.466122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2397): Launched\u000a03:22:08.775273 run osmo-hlr_10.42.42.2(pid=2398): Launched\u000a03:22:08.897802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:09.445467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2400): Launched\u000a03:22:09.753166 run osmo-stp_10.42.42.5(pid=2401): Launched\u000a03:22:09.865601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:10.427739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2403): Launched\u000a03:22:10.738117 run osmo-msc_10.42.42.6(pid=2404): Launched\u000a03:22:10.918510 run osmo-stp_10.42.42.5(pid=2401): ERR: Terminated: ERROR {rc=1} [trial-2398↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)]\u000a03:22:11.049512 run osmo-stp_10.42.42.5(pid=2401): stdout: \u000a| (launched: 2022-12-14_03:22:09.601913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:11.178478 run osmo-stp_10.42.42.5(pid=2401): stderr: \u000a| �[0;m�[38;5;43m20221214032209772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032209772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032209773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032209773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032209775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032209775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032209776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:11.302083 run osmo-stp_10.42.42.5(pid=2401): stdout: \u000a| (launched: 2022-12-14_03:22:09.601913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:11.424769 run osmo-stp_10.42.42.5(pid=2401): stderr: \u000a| �[0;m�[38;5;43m20221214032209772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032209772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032209773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032209773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032209775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032209775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032209776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:11.478903 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2401): Process ended prematurely: osmo-stp_10.42.42.5(pid=2401) [trial-2398↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2401)] [trial-2398↪encryption↪register_a5_0_authreq.py:8]\u000a03:22:11.487270 tst register_a5_0_authreq.py:8: Test FAILED (6.2 sec)\u000a03:22:11.546675 run osmo-hlr_10.42.42.2(pid=2398): ERR: Terminated: ERROR {rc=237} [trial-2398↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2398)]\u000a03:22:11.595127 run osmo-hlr_10.42.42.2(pid=2398): stdout: \u000a| (launched: 2022-12-14_03:22:08.623108) \u000a03:22:11.644819 run osmo-hlr_10.42.42.2(pid=2398): stderr: \u000a| �[0;m�[1;31m20221214032208800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032208800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032208800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032208800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032208800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032208800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032208812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032208820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032208820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032208820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:11.711850 run osmo-msc_10.42.42.6(pid=2404): ERR: Terminated: ERROR {rc=2} [trial-2398↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2404)]\u000a03:22:11.760237 run osmo-msc_10.42.42.6(pid=2404): stdout: \u000a| (launched: 2022-12-14_03:22:10.585198) \u000a03:22:11.809062 run osmo-msc_10.42.42.6(pid=2404): stderr: \u000a| �[0;m�[38;5;43m20221214032210858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032210859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5648740c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032210859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032210859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032210859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032210859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032210861 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032210861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032210862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032210862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:11.851030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2397): Terminating (SIGTERM)\u000a03:22:11.890763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2400): Terminating (SIGTERM)\u000a03:22:11.930538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2403): Terminating (SIGTERM)\u000a03:22:11.939732 --- ParallelTerminationStrategy: PID 2397 died...\u000a03:22:11.993928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2397): Terminated: ok {rc=0}\u000a03:22:12.003522 --- ParallelTerminationStrategy: PID 2400 died...\u000a03:22:12.056728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2400): Terminated: ok {rc=0}\u000a03:22:12.066318 --- ParallelTerminationStrategy: PID 2403 died...\u000a03:22:12.119310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2403): Terminated: ok {rc=0}\u000a03:22:12.205004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2412): Process ended prematurely: osmo-stp_10.42.42.5(pid=2412) [trial-2398↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2412)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2412): Process ended prematurely: osmo-stp_10.42.42.5(pid=2412) [trial-2398↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a03:22:13.323455 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.335387 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:13.473406 tst register_a5_1_authreq.py: using LAC 38200\u000a03:22:13.604506 tst register_a5_1_authreq.py: using RAC 205\u000a03:22:13.733817 tst register_a5_1_authreq.py: using CellId 38200\u000a03:22:13.864206 tst register_a5_1_authreq.py: using BVCI 38201\u000a03:22:13.889557 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.900488 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.911317 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.922144 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.933521 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:13.944821 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:14.245632 tst register_a5_1_authreq.py:8: start network...\u000a03:22:14.385055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:14.907432 run create_hlr_db(pid=2406): Launched\u000a03:22:15.100272 bus /sierra_2: Setting Powered False\u000a03:22:16.136674 run create_hlr_db(pid=2406): Terminated: ok {rc=0}\u000a03:22:16.594250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2408): Launched\u000a03:22:17.039786 run osmo-hlr_10.42.42.2(pid=2409): Launched\u000a03:22:17.176838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:17.754819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2411): Launched\u000a03:22:18.087197 run osmo-stp_10.42.42.5(pid=2412): Launched\u000a03:22:18.209039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:18.812006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2414): Launched\u000a03:22:19.144189 run osmo-msc_10.42.42.6(pid=2415): Launched\u000a03:22:19.339361 run osmo-stp_10.42.42.5(pid=2412): ERR: Terminated: ERROR {rc=1} [trial-2398↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2412)]\u000a03:22:19.480232 run osmo-stp_10.42.42.5(pid=2412): stdout: \u000a| (launched: 2022-12-14_03:22:17.923662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:19.619430 run osmo-stp_10.42.42.5(pid=2412): stderr: \u000a| �[0;m�[38;5;43m20221214032218117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032218117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032218118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032218120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032218120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032218120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:19.753627 run osmo-stp_10.42.42.5(pid=2412): stdout: \u000a| (launched: 2022-12-14_03:22:17.923662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:19.886248 run osmo-stp_10.42.42.5(pid=2412): stderr: \u000a| �[0;m�[38;5;43m20221214032218117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032218117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032218118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032218118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032218120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032218120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032218120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:19.944419 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2412): Process ended prematurely: osmo-stp_10.42.42.5(pid=2412) [trial-2398↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2412)] [trial-2398↪encryption↪register_a5_1_authreq.py:8]\u000a03:22:19.953818 tst register_a5_1_authreq.py:8: Test FAILED (6.7 sec)\u000a03:22:20.017359 run osmo-hlr_10.42.42.2(pid=2409): ERR: Terminated: ERROR {rc=237} [trial-2398↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2409)]\u000a03:22:20.069583 run osmo-hlr_10.42.42.2(pid=2409): stdout: \u000a| (launched: 2022-12-14_03:22:16.766131) \u000a03:22:20.121910 run osmo-hlr_10.42.42.2(pid=2409): stderr: \u000a| �[0;m�[1;31m20221214032217018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032217018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032217018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032217018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032217018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032217018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032217042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032217050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032217050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032217050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:20.192929 run osmo-msc_10.42.42.6(pid=2415): ERR: Terminated: ERROR {rc=2} [trial-2398↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2415)]\u000a03:22:20.244753 run osmo-msc_10.42.42.6(pid=2415): stdout: \u000a| (launched: 2022-12-14_03:22:18.980573) \u000a03:22:20.297283 run osmo-msc_10.42.42.6(pid=2415): stderr: \u000a| �[0;m�[38;5;43m20221214032219301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032219301 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f442be1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032219301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032219301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032219301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032219301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032219303 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032219303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032219304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032219304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:20.342034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2408): Terminating (SIGTERM)\u000a03:22:20.384428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2411): Terminating (SIGTERM)\u000a03:22:20.426601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2414): Terminating (SIGTERM)\u000a03:22:20.436275 --- ParallelTerminationStrategy: PID 2408 died...\u000a03:22:20.492847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2408): Terminated: ok {rc=0}\u000a03:22:20.503032 --- ParallelTerminationStrategy: PID 2411 died...\u000a03:22:20.559578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2411): Terminated: ok {rc=0}\u000a03:22:20.569975 --- ParallelTerminationStrategy: PID 2414 died...\u000a03:22:20.626231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2414): Terminated: ok {rc=0}\u000a03:22:20.712471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2423): Process ended prematurely: osmo-stp_10.42.42.5(pid=2423) [trial-2398↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2423)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2423): Process ended prematurely: osmo-stp_10.42.42.5(pid=2423) [trial-2398↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a03:22:21.830300 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:21.842073 tst encryption: Using 1 x bts (candidates: 1)\u000a03:22:21.975846 tst register_a5_3_authreq.py: using LAC 38201\u000a03:22:22.107817 tst register_a5_3_authreq.py: using RAC 206\u000a03:22:22.232502 tst register_a5_3_authreq.py: using CellId 38201\u000a03:22:22.355776 tst register_a5_3_authreq.py: using BVCI 38202\u000a03:22:22.379347 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:22.389820 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:22.400166 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:22.410910 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:22.422097 tst encryption: Using 1 x ip_address (candidates: 6)\u000a03:22:22.432905 tst encryption: Using 1 x modem (candidates: 1)\u000a03:22:22.744708 tst register_a5_3_authreq.py:8: start network...\u000a03:22:22.884417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:22:23.405919 run create_hlr_db(pid=2417): Launched\u000a03:22:23.598245 bus /sierra_2: Setting Powered False\u000a03:22:24.619056 run create_hlr_db(pid=2417): Terminated: ok {rc=0}\u000a03:22:25.032742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2419): Launched\u000a03:22:25.341790 run osmo-hlr_10.42.42.2(pid=2420): Launched\u000a03:22:25.465433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:22:26.007645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2422): Launched\u000a03:22:26.318172 run osmo-stp_10.42.42.5(pid=2423): Launched\u000a03:22:26.430708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:22:26.992082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2425): Launched\u000a03:22:27.305693 run osmo-msc_10.42.42.6(pid=2426): Launched\u000a03:22:27.487724 run osmo-stp_10.42.42.5(pid=2423): ERR: Terminated: ERROR {rc=1} [trial-2398↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2423)]\u000a03:22:27.617908 run osmo-stp_10.42.42.5(pid=2423): stdout: \u000a| (launched: 2022-12-14_03:22:26.166030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:27.746146 run osmo-stp_10.42.42.5(pid=2423): stderr: \u000a| �[0;m�[38;5;43m20221214032226336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032226337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032226337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032226337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032226338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032226338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032226338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:27.869707 run osmo-stp_10.42.42.5(pid=2423): stdout: \u000a| (launched: 2022-12-14_03:22:26.166030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:22:27.992237 run osmo-stp_10.42.42.5(pid=2423): stderr: \u000a| �[0;m�[38;5;43m20221214032226336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032226337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032226337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032226337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032226338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032226338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032226338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:22:28.046424 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2423): Process ended prematurely: osmo-stp_10.42.42.5(pid=2423) [trial-2398↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2423)] [trial-2398↪encryption↪register_a5_3_authreq.py:8]\u000a03:22:28.054831 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a03:22:28.114444 run osmo-hlr_10.42.42.2(pid=2420): ERR: Terminated: ERROR {rc=237} [trial-2398↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2420)]\u000a03:22:28.163226 run osmo-hlr_10.42.42.2(pid=2420): stdout: \u000a| (launched: 2022-12-14_03:22:25.189801) \u000a03:22:28.212630 run osmo-hlr_10.42.42.2(pid=2420): stderr: \u000a| �[0;m�[1;31m20221214032225365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032225365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032225365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032225365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032225365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032225365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032225377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032225385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032225385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032225385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:22:28.279472 run osmo-msc_10.42.42.6(pid=2426): ERR: Terminated: ERROR {rc=2} [trial-2398↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2426)]\u000a03:22:28.328085 run osmo-msc_10.42.42.6(pid=2426): stdout: \u000a| (launched: 2022-12-14_03:22:27.149305) \u000a03:22:28.377476 run osmo-msc_10.42.42.6(pid=2426): stderr: \u000a| �[0;m�[38;5;43m20221214032227420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032227420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f083f6e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032227420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032227420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032227421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032227421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032227422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032227423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032227423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032227423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:22:28.419036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2419): Terminating (SIGTERM)\u000a03:22:28.458490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2422): Terminating (SIGTERM)\u000a03:22:28.498005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2425): Terminating (SIGTERM)\u000a03:22:28.507006 --- ParallelTerminationStrategy: PID 2419 died...\u000a03:22:28.559966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2419): Terminated: ok {rc=0}\u000a03:22:28.569461 --- ParallelTerminationStrategy: PID 2422 died...\u000a03:22:28.622092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2422): Terminated: ok {rc=0}\u000a03:22:28.631475 --- ParallelTerminationStrategy: PID 2425 died...\u000a03:22:28.684063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2425): Terminated: ok {rc=0}\u000a03:22:28.766899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:21:56" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2443): Process ended prematurely: srsepc(pid=2443) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2443): Process ended prematurely: srsepc(pid=2443) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a03:22:30.746339 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a03:22:30.788378 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:22:30.804264 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:22:30.827079 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:22:30.999874 tst handover.py: using MSISDN 8483\u000a03:22:31.121658 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8483', subscriber_id=0}\u000a03:22:31.242625 run srsepc_10.42.42.118: Starting srsepc\u000a03:22:33.192742 run rm-remote-dir(pid=2431): Launched\u000a03:22:33.391008 bus /sierra_2: Setting Powered False\u000a03:22:34.417345 run rm-remote-dir(pid=2431): Terminated: ok {rc=0}\u000a03:22:34.847641 run mk-remote-dir(pid=2432): Launched\u000a03:22:36.036857 run mk-remote-dir(pid=2432): Terminated: ok {rc=0}\u000a03:22:36.317928 run scp-inst-to-remote(pid=2433): Launched\u000a03:22:38.505872 run scp-inst-to-remote(pid=2433): Terminated: ok {rc=0}\u000a03:22:38.859408 run rm-remote-dir(pid=2435): Launched\u000a03:22:40.061845 run rm-remote-dir(pid=2435): Terminated: ok {rc=0}\u000a03:22:40.415497 run mk-remote-dir(pid=2436): Launched\u000a03:22:41.618015 run mk-remote-dir(pid=2436): Terminated: ok {rc=0}\u000a03:22:41.916365 run scp-cfg-to-remote(pid=2437): Launched\u000a03:22:43.115563 run scp-cfg-to-remote(pid=2437): Terminated: ok {rc=0}\u000a03:22:43.413550 run scp-db-to-remote(pid=2439): Launched\u000a03:22:44.613781 run scp-db-to-remote(pid=2439): Terminated: ok {rc=0}\u000a03:22:44.737541 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:22:45.080386 run patchelf(pid=2441): Launched\u000a03:22:46.287317 run patchelf(pid=2441): Terminated: ok {rc=0}\u000a03:22:46.414632 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:22:46.815815 run setcap-netadm(pid=2442): Launched\u000a03:22:48.026468 run setcap-netadm(pid=2442): Terminated: ok {rc=0}\u000a03:22:48.362691 run srsepc(pid=2443): Launched\u000a03:22:48.481872 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:22:49.691388 run rm-remote-dir(pid=2444): Launched\u000a03:22:49.891877 run srsepc(pid=2443): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)]\u000a03:22:50.037505 run srsepc(pid=2443): stdout: \u000a| (launched: 2022-12-14_03:22:48.202077)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:22:50.183627 run srsepc(pid=2443): stderr: \u000a| (launched: 2022-12-14_03:22:48.251829)\u000a| Connection to 10.42.42.116 closed. \u000a03:22:50.325359 run srsepc(pid=2443): stdout: \u000a| (launched: 2022-12-14_03:22:48.202077)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:22:50.464914 run srsepc(pid=2443): stderr: \u000a| (launched: 2022-12-14_03:22:48.251829)\u000a| Connection to 10.42.42.116 closed. \u000a03:22:50.629494 run rm-remote-dir(pid=2444): Terminating (SIGINT)\u000a03:22:50.822761 run rm-remote-dir(pid=2444): Terminated: ok {rc=0}\u000a03:22:50.858225 tst handover.py:37: ERR: Error: srsepc(pid=2443): Process ended prematurely: srsepc(pid=2443) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2443)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a03:22:50.868696 tst handover.py:37: Test FAILED (20.3 sec)\u000a03:22:50.984791 run scp-back-log(pid=2445): Launched\u000a03:22:52.074671 run scp-back-log(pid=2445): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2445)]\u000a03:22:52.140756 run scp-back-log(pid=2445): stdout: \u000a| (launched: 2022-12-14_03:22:50.912734) \u000a03:22:52.207282 run scp-back-log(pid=2445): stderr: \u000a| (launched: 2022-12-14_03:22:50.933711)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:22:52.263673 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2445): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2445)]')\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2459): Process ended prematurely: srsepc(pid=2459) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2459)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2459): Process ended prematurely: srsepc(pid=2459) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a03:22:52.457391 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a03:22:52.502549 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:22:52.723787 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a03:22:52.769480 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:22:52.786141 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:22:52.910566 tst iperf3_bidir.py: using MSISDN 8484\u000a03:22:53.019100 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8484', subscriber_id=0}\u000a03:22:53.126360 run srsepc_10.42.42.118: Starting srsepc\u000a03:22:53.772609 run rm-remote-dir(pid=2447): Launched\u000a03:22:54.961537 run rm-remote-dir(pid=2447): Terminated: ok {rc=0}\u000a03:22:55.291443 run mk-remote-dir(pid=2448): Launched\u000a03:22:56.480202 run mk-remote-dir(pid=2448): Terminated: ok {rc=0}\u000a03:22:56.760014 run scp-inst-to-remote(pid=2449): Launched\u000a03:22:58.947729 run scp-inst-to-remote(pid=2449): Terminated: ok {rc=0}\u000a03:22:59.276747 run rm-remote-dir(pid=2451): Launched\u000a03:23:00.465916 run rm-remote-dir(pid=2451): Terminated: ok {rc=0}\u000a03:23:00.796926 run mk-remote-dir(pid=2452): Launched\u000a03:23:02.038086 run mk-remote-dir(pid=2452): Terminated: ok {rc=0}\u000a03:23:02.361230 run scp-cfg-to-remote(pid=2453): Launched\u000a03:23:03.560214 run scp-cfg-to-remote(pid=2453): Terminated: ok {rc=0}\u000a03:23:03.857525 run scp-db-to-remote(pid=2455): Launched\u000a03:23:05.056042 run scp-db-to-remote(pid=2455): Terminated: ok {rc=0}\u000a03:23:05.178655 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:05.520230 run patchelf(pid=2457): Launched\u000a03:23:06.719823 run patchelf(pid=2457): Terminated: ok {rc=0}\u000a03:23:06.843170 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:07.194326 run setcap-netadm(pid=2458): Launched\u000a03:23:08.392244 run setcap-netadm(pid=2458): Terminated: ok {rc=0}\u000a03:23:08.726625 run srsepc(pid=2459): Launched\u000a03:23:08.844347 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:10.056077 run rm-remote-dir(pid=2460): Launched\u000a03:23:10.255693 run srsepc(pid=2459): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2459)]\u000a03:23:10.401396 run srsepc(pid=2459): stdout: \u000a| (launched: 2022-12-14_03:23:08.567515)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:10.547188 run srsepc(pid=2459): stderr: \u000a| (launched: 2022-12-14_03:23:08.616802)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:10.687957 run srsepc(pid=2459): stdout: \u000a| (launched: 2022-12-14_03:23:08.567515)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:10.827914 run srsepc(pid=2459): stderr: \u000a| (launched: 2022-12-14_03:23:08.616802)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:10.991649 run rm-remote-dir(pid=2460): Terminating (SIGINT)\u000a03:23:11.184290 run rm-remote-dir(pid=2460): Terminated: ok {rc=0}\u000a03:23:11.219582 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=2459): Process ended prematurely: srsepc(pid=2459) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2459)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a03:23:11.230072 tst iperf3_bidir.py:42: Test FAILED (18.9 sec)\u000a03:23:11.346683 run scp-back-log(pid=2461): Launched\u000a03:23:12.438313 run scp-back-log(pid=2461): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2461)]\u000a03:23:12.504294 run scp-back-log(pid=2461): stdout: \u000a| (launched: 2022-12-14_03:23:11.274352) \u000a03:23:12.570150 run scp-back-log(pid=2461): stderr: \u000a| (launched: 2022-12-14_03:23:11.295217)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:12.626696 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2461): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2461)]')\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2475): Process ended prematurely: srsepc(pid=2475) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2475)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2475): Process ended prematurely: srsepc(pid=2475) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a03:23:12.820459 tst iperf3_dl.py:13: Number of physical ue: 1\u000a03:23:12.866099 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:13.086170 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a03:23:13.131526 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:13.147781 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:13.276235 tst iperf3_dl.py: using MSISDN 8485\u000a03:23:13.394005 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8485', subscriber_id=0}\u000a03:23:13.509831 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:14.199298 run rm-remote-dir(pid=2463): Launched\u000a03:23:15.401387 run rm-remote-dir(pid=2463): Terminated: ok {rc=0}\u000a03:23:15.753561 run mk-remote-dir(pid=2464): Launched\u000a03:23:16.957830 run mk-remote-dir(pid=2464): Terminated: ok {rc=0}\u000a03:23:17.264416 run scp-inst-to-remote(pid=2465): Launched\u000a03:23:19.464380 run scp-inst-to-remote(pid=2465): Terminated: ok {rc=0}\u000a03:23:19.816087 run rm-remote-dir(pid=2467): Launched\u000a03:23:21.017319 run rm-remote-dir(pid=2467): Terminated: ok {rc=0}\u000a03:23:21.370110 run mk-remote-dir(pid=2468): Launched\u000a03:23:22.572366 run mk-remote-dir(pid=2468): Terminated: ok {rc=0}\u000a03:23:22.870659 run scp-cfg-to-remote(pid=2469): Launched\u000a03:23:24.068471 run scp-cfg-to-remote(pid=2469): Terminated: ok {rc=0}\u000a03:23:24.365727 run scp-db-to-remote(pid=2471): Launched\u000a03:23:25.565402 run scp-db-to-remote(pid=2471): Terminated: ok {rc=0}\u000a03:23:25.688470 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:26.030735 run patchelf(pid=2473): Launched\u000a03:23:27.230309 run patchelf(pid=2473): Terminated: ok {rc=0}\u000a03:23:27.353460 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:27.696109 run setcap-netadm(pid=2474): Launched\u000a03:23:28.895662 run setcap-netadm(pid=2474): Terminated: ok {rc=0}\u000a03:23:29.229582 run srsepc(pid=2475): Launched\u000a03:23:29.347009 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:30.549539 run rm-remote-dir(pid=2476): Launched\u000a03:23:30.749172 run srsepc(pid=2475): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2475)]\u000a03:23:30.914327 run srsepc(pid=2475): stdout: \u000a| (launched: 2022-12-14_03:23:29.070673)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:31.074707 run srsepc(pid=2475): stderr: \u000a| (launched: 2022-12-14_03:23:29.119772)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:31.218266 run srsepc(pid=2475): stdout: \u000a| (launched: 2022-12-14_03:23:29.070673)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:31.360651 run srsepc(pid=2475): stderr: \u000a| (launched: 2022-12-14_03:23:29.119772)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:31.526988 run rm-remote-dir(pid=2476): Terminating (SIGINT)\u000a03:23:31.722673 run rm-remote-dir(pid=2476): Terminated: ok {rc=0}\u000a03:23:31.759524 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=2475): Process ended prematurely: srsepc(pid=2475) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2475)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a03:23:31.770725 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a03:23:31.926043 run scp-back-log(pid=2477): Launched\u000a03:23:33.022726 run scp-back-log(pid=2477): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2477)]\u000a03:23:33.087914 run scp-back-log(pid=2477): stdout: \u000a| (launched: 2022-12-14_03:23:31.815637) \u000a03:23:33.153442 run scp-back-log(pid=2477): stderr: \u000a| (launched: 2022-12-14_03:23:31.836742)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:33.209476 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2477): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2477)]')\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2491): Process ended prematurely: srsepc(pid=2491) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2491)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2491): Process ended prematurely: srsepc(pid=2491) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a03:23:33.401380 tst iperf3_ul.py:13: Number of physical ue: 1\u000a03:23:33.446548 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:33.657937 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a03:23:33.699791 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:33.715477 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:33.835652 tst iperf3_ul.py: using MSISDN 8486\u000a03:23:33.945035 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8486', subscriber_id=0}\u000a03:23:34.052200 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:34.698275 run rm-remote-dir(pid=2479): Launched\u000a03:23:35.887037 run rm-remote-dir(pid=2479): Terminated: ok {rc=0}\u000a03:23:36.216503 run mk-remote-dir(pid=2480): Launched\u000a03:23:37.405564 run mk-remote-dir(pid=2480): Terminated: ok {rc=0}\u000a03:23:37.684422 run scp-inst-to-remote(pid=2481): Launched\u000a03:23:39.883177 run scp-inst-to-remote(pid=2481): Terminated: ok {rc=0}\u000a03:23:40.234856 run rm-remote-dir(pid=2483): Launched\u000a03:23:41.437026 run rm-remote-dir(pid=2483): Terminated: ok {rc=0}\u000a03:23:41.789190 run mk-remote-dir(pid=2484): Launched\u000a03:23:42.990344 run mk-remote-dir(pid=2484): Terminated: ok {rc=0}\u000a03:23:43.287114 run scp-cfg-to-remote(pid=2485): Launched\u000a03:23:44.486225 run scp-cfg-to-remote(pid=2485): Terminated: ok {rc=0}\u000a03:23:44.783458 run scp-db-to-remote(pid=2487): Launched\u000a03:23:46.000174 run scp-db-to-remote(pid=2487): Terminated: ok {rc=0}\u000a03:23:46.126569 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:23:46.528705 run patchelf(pid=2489): Launched\u000a03:23:47.728222 run patchelf(pid=2489): Terminated: ok {rc=0}\u000a03:23:47.851715 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:23:48.194184 run setcap-netadm(pid=2490): Launched\u000a03:23:49.392881 run setcap-netadm(pid=2490): Terminated: ok {rc=0}\u000a03:23:49.727309 run srsepc(pid=2491): Launched\u000a03:23:49.845915 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:23:50.982804 run rm-remote-dir(pid=2492): Launched\u000a03:23:51.170514 run srsepc(pid=2491): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2491)]\u000a03:23:51.308057 run srsepc(pid=2491): stdout: \u000a| (launched: 2022-12-14_03:23:49.567799)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:51.443940 run srsepc(pid=2491): stderr: \u000a| (launched: 2022-12-14_03:23:49.617388)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:51.575348 run srsepc(pid=2491): stdout: \u000a| (launched: 2022-12-14_03:23:49.567799)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:23:51.706051 run srsepc(pid=2491): stderr: \u000a| (launched: 2022-12-14_03:23:49.617388)\u000a| Connection to 10.42.42.116 closed. \u000a03:23:51.859555 run rm-remote-dir(pid=2492): Terminating (SIGINT)\u000a03:23:52.040210 run rm-remote-dir(pid=2492): Terminated: ok {rc=0}\u000a03:23:52.073279 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=2491): Process ended prematurely: srsepc(pid=2491) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2491)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a03:23:52.083002 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a03:23:52.193666 run scp-back-log(pid=2493): Launched\u000a03:23:53.281377 run scp-back-log(pid=2493): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2493)]\u000a03:23:53.343607 run scp-back-log(pid=2493): stdout: \u000a| (launched: 2022-12-14_03:23:52.124254) \u000a03:23:53.405977 run scp-back-log(pid=2493): stderr: \u000a| (launched: 2022-12-14_03:23:52.144035)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:23:53.459091 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2493): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2493)]')\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2782): Process ended prematurely: srsepc(pid=2782) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2782)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2782): Process ended prematurely: srsepc(pid=2782) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a03:23:53.473240 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:23:53.489674 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:23:53.512531 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:23:53.654523 tst ping.py: using MSISDN 8487\u000a03:23:53.764024 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8487', subscriber_id=0}\u000a03:23:53.872282 run srsepc_10.42.42.118: Starting srsepc\u000a03:23:54.521817 run rm-remote-dir(pid=2495): Launched\u000a03:23:55.710760 run rm-remote-dir(pid=2495): Terminated: ok {rc=0}\u000a03:23:56.040915 run mk-remote-dir(pid=2496): Launched\u000a03:23:57.229495 run mk-remote-dir(pid=2496): Terminated: ok {rc=0}\u000a03:23:57.507939 run scp-inst-to-remote(pid=2497): Launched\u000a03:23:59.706666 run scp-inst-to-remote(pid=2497): Terminated: ok {rc=0}\u000a03:24:00.058713 run rm-remote-dir(pid=2499): Launched\u000a03:24:01.291442 run rm-remote-dir(pid=2499): Terminated: ok {rc=0}\u000a03:24:01.820865 run mk-remote-dir(pid=2531): Launched\u000a03:24:03.074273 run mk-remote-dir(pid=2531): Terminated: ok {rc=0}\u000a03:24:03.524693 run scp-cfg-to-remote(pid=2667): Launched\u000a03:24:04.732000 run scp-cfg-to-remote(pid=2667): Terminated: ok {rc=0}\u000a03:24:05.082518 run scp-db-to-remote(pid=2776): Launched\u000a03:24:06.272202 run scp-db-to-remote(pid=2776): Terminated: ok {rc=0}\u000a03:24:06.391096 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:06.779831 run patchelf(pid=2780): Launched\u000a03:24:07.971212 run patchelf(pid=2780): Terminated: ok {rc=0}\u000a03:24:08.087031 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:08.472266 run setcap-netadm(pid=2781): Launched\u000a03:24:09.668860 run setcap-netadm(pid=2781): Terminated: ok {rc=0}\u000a03:24:10.046154 run srsepc(pid=2782): Launched\u000a03:24:10.225336 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:11.449961 run rm-remote-dir(pid=2783): Launched\u000a03:24:11.716473 run srsepc(pid=2782): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2782)]\u000a03:24:11.856838 run srsepc(pid=2782): stdout: \u000a| (launched: 2022-12-14_03:24:09.836750)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:11.998536 run srsepc(pid=2782): stderr: \u000a| (launched: 2022-12-14_03:24:09.883829)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:12.133551 run srsepc(pid=2782): stdout: \u000a| (launched: 2022-12-14_03:24:09.836750)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:12.268855 run srsepc(pid=2782): stderr: \u000a| (launched: 2022-12-14_03:24:09.883829)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:12.427214 run rm-remote-dir(pid=2783): Terminating (SIGINT)\u000a03:24:12.615936 run rm-remote-dir(pid=2783): Terminated: ok {rc=0}\u000a03:24:12.652333 tst ping.py:16: ERR: Error: srsepc(pid=2782): Process ended prematurely: srsepc(pid=2782) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2782)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a03:24:12.663589 tst ping.py:16: Test FAILED (19.2 sec)\u000a03:24:12.788091 run scp-back-log(pid=2784): Launched\u000a03:24:13.876480 run scp-back-log(pid=2784): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2784)]\u000a03:24:13.941181 run scp-back-log(pid=2784): stdout: \u000a| (launched: 2022-12-14_03:24:12.706099) \u000a03:24:14.007560 run scp-back-log(pid=2784): stderr: \u000a| (launched: 2022-12-14_03:24:12.726581)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:14.062560 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2784): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2784)]')\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2798): Process ended prematurely: srsepc(pid=2798) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2798)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2798): Process ended prematurely: srsepc(pid=2798) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a03:24:14.078358 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:14.096205 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:14.120605 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:14.266956 tst rrc_idle_mo_ping.py: using MSISDN 8488\u000a03:24:14.380497 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8488', subscriber_id=0}\u000a03:24:14.491742 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:15.216445 run rm-remote-dir(pid=2786): Launched\u000a03:24:16.525140 run rm-remote-dir(pid=2786): Terminated: ok {rc=0}\u000a03:24:17.032442 run mk-remote-dir(pid=2787): Launched\u000a03:24:18.261028 run mk-remote-dir(pid=2787): Terminated: ok {rc=0}\u000a03:24:18.610096 run scp-inst-to-remote(pid=2788): Launched\u000a03:24:20.805637 run scp-inst-to-remote(pid=2788): Terminated: ok {rc=0}\u000a03:24:21.204122 run rm-remote-dir(pid=2790): Launched\u000a03:24:22.401183 run rm-remote-dir(pid=2790): Terminated: ok {rc=0}\u000a03:24:22.804619 run mk-remote-dir(pid=2791): Launched\u000a03:24:23.994182 run mk-remote-dir(pid=2791): Terminated: ok {rc=0}\u000a03:24:24.273736 run scp-cfg-to-remote(pid=2792): Launched\u000a03:24:25.459401 run scp-cfg-to-remote(pid=2792): Terminated: ok {rc=0}\u000a03:24:25.738902 run scp-db-to-remote(pid=2794): Launched\u000a03:24:26.925078 run scp-db-to-remote(pid=2794): Terminated: ok {rc=0}\u000a03:24:27.039754 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:27.361610 run patchelf(pid=2796): Launched\u000a03:24:28.548141 run patchelf(pid=2796): Terminated: ok {rc=0}\u000a03:24:28.662530 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:28.983414 run setcap-netadm(pid=2797): Launched\u000a03:24:30.169200 run setcap-netadm(pid=2797): Terminated: ok {rc=0}\u000a03:24:30.484582 run srsepc(pid=2798): Launched\u000a03:24:30.594306 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:31.812366 run rm-remote-dir(pid=2799): Launched\u000a03:24:32.076849 run srsepc(pid=2798): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2798)]\u000a03:24:32.216223 run srsepc(pid=2798): stdout: \u000a| (launched: 2022-12-14_03:24:30.332034)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:32.354244 run srsepc(pid=2798): stderr: \u000a| (launched: 2022-12-14_03:24:30.377857)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:32.486764 run srsepc(pid=2798): stdout: \u000a| (launched: 2022-12-14_03:24:30.332034)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:32.617990 run srsepc(pid=2798): stderr: \u000a| (launched: 2022-12-14_03:24:30.377857)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:32.771833 run rm-remote-dir(pid=2799): Terminating (SIGINT)\u000a03:24:32.953906 run rm-remote-dir(pid=2799): Terminated: ok {rc=0}\u000a03:24:32.987415 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=2798): Process ended prematurely: srsepc(pid=2798) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2798)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a03:24:32.997348 tst rrc_idle_mo_ping.py:16: Test FAILED (18.9 sec)\u000a03:24:33.109200 run scp-back-log(pid=2800): Launched\u000a03:24:34.196489 run scp-back-log(pid=2800): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2800)]\u000a03:24:34.258990 run scp-back-log(pid=2800): stdout: \u000a| (launched: 2022-12-14_03:24:33.038872) \u000a03:24:34.321533 run scp-back-log(pid=2800): stderr: \u000a| (launched: 2022-12-14_03:24:33.058870)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:34.374980 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2800): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2800)]')\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2814): Process ended prematurely: srsepc(pid=2814) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2814)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2814): Process ended prematurely: srsepc(pid=2814) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a03:24:34.389316 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a03:24:34.405992 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a03:24:34.428889 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a03:24:34.571436 tst rrc_idle_mt_ping.py: using MSISDN 8489\u000a03:24:34.680741 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8489', subscriber_id=0}\u000a03:24:34.788819 run srsepc_10.42.42.118: Starting srsepc\u000a03:24:35.439133 run rm-remote-dir(pid=2802): Launched\u000a03:24:36.628368 run rm-remote-dir(pid=2802): Terminated: ok {rc=0}\u000a03:24:36.960468 run mk-remote-dir(pid=2803): Launched\u000a03:24:38.149848 run mk-remote-dir(pid=2803): Terminated: ok {rc=0}\u000a03:24:38.430529 run scp-inst-to-remote(pid=2804): Launched\u000a03:24:40.631498 run scp-inst-to-remote(pid=2804): Terminated: ok {rc=0}\u000a03:24:40.985413 run rm-remote-dir(pid=2806): Launched\u000a03:24:42.187683 run rm-remote-dir(pid=2806): Terminated: ok {rc=0}\u000a03:24:42.542842 run mk-remote-dir(pid=2807): Launched\u000a03:24:43.744738 run mk-remote-dir(pid=2807): Terminated: ok {rc=0}\u000a03:24:44.043472 run scp-cfg-to-remote(pid=2808): Launched\u000a03:24:45.243666 run scp-cfg-to-remote(pid=2808): Terminated: ok {rc=0}\u000a03:24:45.542011 run scp-db-to-remote(pid=2810): Launched\u000a03:24:46.742685 run scp-db-to-remote(pid=2810): Terminated: ok {rc=0}\u000a03:24:46.869649 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a03:24:47.235228 run patchelf(pid=2812): Launched\u000a03:24:48.432213 run patchelf(pid=2812): Terminated: ok {rc=0}\u000a03:24:48.548159 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a03:24:48.872409 run setcap-netadm(pid=2813): Launched\u000a03:24:50.059139 run setcap-netadm(pid=2813): Terminated: ok {rc=0}\u000a03:24:50.376152 run srsepc(pid=2814): Launched\u000a03:24:50.486760 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a03:24:51.620629 run rm-remote-dir(pid=2815): Launched\u000a03:24:51.809067 run srsepc(pid=2814): ERR: Terminated: ERROR {rc=127} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2814)]\u000a03:24:51.947117 run srsepc(pid=2814): stdout: \u000a| (launched: 2022-12-14_03:24:50.224157)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:52.083427 run srsepc(pid=2814): stderr: \u000a| (launched: 2022-12-14_03:24:50.270548)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:52.215389 run srsepc(pid=2814): stdout: \u000a| (launched: 2022-12-14_03:24:50.224157)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a03:24:52.345938 run srsepc(pid=2814): stderr: \u000a| (launched: 2022-12-14_03:24:50.270548)\u000a| Connection to 10.42.42.116 closed. \u000a03:24:52.499641 run rm-remote-dir(pid=2815): Terminating (SIGINT)\u000a03:24:52.680286 run rm-remote-dir(pid=2815): Terminated: ok {rc=0}\u000a03:24:52.713639 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=2814): Process ended prematurely: srsepc(pid=2814) [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2814)] [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a03:24:52.723549 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a03:24:52.834659 run scp-back-log(pid=2816): Launched\u000a03:24:53.925739 run scp-back-log(pid=2816): ERR: Terminated: ERROR {rc=1} [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2816)]\u000a03:24:53.991638 run scp-back-log(pid=2816): stdout: \u000a| (launched: 2022-12-14_03:24:52.765382) \u000a03:24:54.057767 run scp-back-log(pid=2816): stderr: \u000a| (launched: 2022-12-14_03:24:52.785322)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a03:24:54.114161 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2816): launch_sync(): local process exited with status 1 [trial-2398↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2816)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:22:30" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2829): Process ended prematurely: osmo-stp_10.42.42.5(pid=2829) [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2829)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2829): Process ended prematurely: osmo-stp_10.42.42.5(pid=2829) [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a03:24:54.960007 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:54.970755 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a03:24:55.099033 tst handover.py: using LAC 38202\u000a03:24:55.220938 tst handover.py: using RAC 207\u000a03:24:55.352493 tst handover.py: using CellId 38202\u000a03:24:55.481388 tst handover.py: using BVCI 38203\u000a03:24:55.506552 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a03:24:55.635914 tst handover.py: using LAC 38203\u000a03:24:55.758682 tst handover.py: using RAC 208\u000a03:24:55.886324 tst handover.py: using CellId 38203\u000a03:24:56.013324 tst handover.py: using BVCI 38204\u000a03:24:56.038388 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:56.049867 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:56.061059 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:56.072157 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:56.083740 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a03:24:56.095246 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a03:24:56.215195 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a03:24:56.426310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:24:56.946897 run create_hlr_db(pid=2823): Launched\u000a03:24:58.125925 run create_hlr_db(pid=2823): Terminated: ok {rc=0}\u000a03:24:58.442381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2825): Launched\u000a03:24:58.747639 run osmo-hlr_10.42.42.2(pid=2826): Launched\u000a03:24:58.863076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:24:59.391303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2828): Launched\u000a03:24:59.696289 run osmo-stp_10.42.42.5(pid=2829): Launched\u000a03:24:59.807240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:00.363185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2831): Launched\u000a03:25:00.669798 run osmo-msc_10.42.42.6(pid=2832): Launched\u000a03:25:00.879060 run osmo-stp_10.42.42.5(pid=2829): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2829)]\u000a03:25:01.069703 run osmo-stp_10.42.42.5(pid=2829): stdout: \u000a| (launched: 2022-12-14_03:24:59.546000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:01.219979 run osmo-stp_10.42.42.5(pid=2829): stderr: \u000a| �[0;m�[38;5;43m20221214032459717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032459717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032459718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032459718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032459719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032459719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032459719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:01.369558 run osmo-stp_10.42.42.5(pid=2829): stdout: \u000a| (launched: 2022-12-14_03:24:59.546000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:01.507208 run osmo-stp_10.42.42.5(pid=2829): stderr: \u000a| �[0;m�[38;5;43m20221214032459717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032459717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032459718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032459718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032459719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032459719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032459719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:01.567604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2829): Process ended prematurely: osmo-stp_10.42.42.5(pid=2829) [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2829)] [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a03:25:01.577419 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:25:01.644177 run osmo-hlr_10.42.42.2(pid=2826): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2826)]\u000a03:25:01.703225 run osmo-hlr_10.42.42.2(pid=2826): stdout: \u000a| (launched: 2022-12-14_03:24:58.597123) \u000a03:25:01.762835 run osmo-hlr_10.42.42.2(pid=2826): stderr: \u000a| �[0;m�[1;31m20221214032458778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032458778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032458778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032458778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032458778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032458778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032458790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032458798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032458799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032458799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:01.846766 run osmo-msc_10.42.42.6(pid=2832): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2832)]\u000a03:25:01.903541 run osmo-msc_10.42.42.6(pid=2832): stdout: \u000a| (launched: 2022-12-14_03:25:00.518298) \u000a03:25:01.961937 run osmo-msc_10.42.42.6(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221214032500789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032500790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ef131ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032500790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032500790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032500790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032500790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032500792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032500792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032500792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032500792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:02.011284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2825): Terminating (SIGTERM)\u000a03:25:02.061473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2828): Terminating (SIGTERM)\u000a03:25:02.111608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2831): Terminating (SIGTERM)\u000a03:25:02.123047 --- ParallelTerminationStrategy: PID 2825 died...\u000a03:25:02.187246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2825): Terminated: ok {rc=0}\u000a03:25:02.198862 --- ParallelTerminationStrategy: PID 2828 died...\u000a03:25:02.265067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2828): Terminated: ok {rc=0}\u000a03:25:02.277105 --- ParallelTerminationStrategy: PID 2831 died...\u000a03:25:02.343411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2831): Terminated: ok {rc=0}\u000a03:25:02.438261 bus /sierra_3: Setting Powered False\u000a03:25:03.542208 bus /sierra_3: Setting Powered False\u000a03:25:04.653340 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:24:54" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2846): Process ended prematurely: osmo-stp_10.42.42.5(pid=2846) [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2846)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2846): Process ended prematurely: osmo-stp_10.42.42.5(pid=2846) [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a03:25:06.605052 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:06.615765 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:25:06.747869 tst handover.py: using LAC 38204\u000a03:25:06.869427 tst handover.py: using RAC 209\u000a03:25:06.988878 tst handover.py: using CellId 38204\u000a03:25:07.108813 tst handover.py: using BVCI 38205\u000a03:25:07.132221 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:25:07.255035 tst handover.py: using LAC 38205\u000a03:25:07.374429 tst handover.py: using RAC 210\u000a03:25:07.493306 tst handover.py: using CellId 38205\u000a03:25:07.612432 tst handover.py: using BVCI 38206\u000a03:25:07.635753 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:07.646531 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:07.657149 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:07.667660 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:07.678838 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:25:07.689946 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:25:07.810600 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:25:08.014618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:08.476705 run create_hlr_db(pid=2840): Launched\u000a03:25:08.600806 bus /sierra_2: Setting Powered False\u000a03:25:09.673675 run create_hlr_db(pid=2840): Terminated: ok {rc=0}\u000a03:25:10.081319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2842): Launched\u000a03:25:10.409302 run osmo-hlr_10.42.42.2(pid=2843): Launched\u000a03:25:10.530839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:11.070175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2845): Launched\u000a03:25:11.376363 run osmo-stp_10.42.42.5(pid=2846): Launched\u000a03:25:11.487622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:12.020317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2848): Launched\u000a03:25:12.327465 run osmo-msc_10.42.42.6(pid=2849): Launched\u000a03:25:12.507021 run osmo-stp_10.42.42.5(pid=2846): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2846)]\u000a03:25:12.635896 run osmo-stp_10.42.42.5(pid=2846): stdout: \u000a| (launched: 2022-12-14_03:25:11.225708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:12.763434 run osmo-stp_10.42.42.5(pid=2846): stderr: \u000a| �[0;m�[38;5;43m20221214032511398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032511398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032511398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032511399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032511400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032511400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032511400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:12.886312 run osmo-stp_10.42.42.5(pid=2846): stdout: \u000a| (launched: 2022-12-14_03:25:11.225708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:13.007735 run osmo-stp_10.42.42.5(pid=2846): stderr: \u000a| �[0;m�[38;5;43m20221214032511398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032511398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032511398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032511399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032511400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032511400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032511400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:13.060989 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2846): Process ended prematurely: osmo-stp_10.42.42.5(pid=2846) [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2846)] [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a03:25:13.068941 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:25:13.128833 run osmo-hlr_10.42.42.2(pid=2843): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2843)]\u000a03:25:13.178011 run osmo-hlr_10.42.42.2(pid=2843): stdout: \u000a| (launched: 2022-12-14_03:25:10.248176) \u000a03:25:13.227654 run osmo-hlr_10.42.42.2(pid=2843): stderr: \u000a| �[0;m�[1;31m20221214032510448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032510448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032510448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032510448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032510448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032510448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032510460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032510468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032510469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032510469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:13.295072 run osmo-msc_10.42.42.6(pid=2849): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2849)]\u000a03:25:13.343920 run osmo-msc_10.42.42.6(pid=2849): stdout: \u000a| (launched: 2022-12-14_03:25:12.176364) \u000a03:25:13.393803 run osmo-msc_10.42.42.6(pid=2849): stderr: \u000a| �[0;m�[38;5;43m20221214032512446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032512447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe7759dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032512447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032512447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032512447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032512447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032512449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032512449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032512450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032512450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:13.435995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2842): Terminating (SIGTERM)\u000a03:25:13.475480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2845): Terminating (SIGTERM)\u000a03:25:13.515012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2848): Terminating (SIGTERM)\u000a03:25:13.524358 --- ParallelTerminationStrategy: PID 2842 died...\u000a03:25:13.577686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2842): Terminated: ok {rc=0}\u000a03:25:13.587203 --- ParallelTerminationStrategy: PID 2845 died...\u000a03:25:13.639832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2845): Terminated: ok {rc=0}\u000a03:25:13.649280 --- ParallelTerminationStrategy: PID 2848 died...\u000a03:25:13.702335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2848): Terminated: ok {rc=0}\u000a03:25:13.789821 bus /sierra_3: Setting Powered False\u000a03:25:14.892249 bus /sierra_3: Setting Powered False\u000a03:25:15.998569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:25:06" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2861): Process ended prematurely: osmo-stp_10.42.42.5(pid=2861) [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2861)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2861): Process ended prematurely: osmo-stp_10.42.42.5(pid=2861) [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:25:17.988907 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:17.999933 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:25:18.124551 tst handover.py: using LAC 38206\u000a03:25:18.245903 tst handover.py: using RAC 211\u000a03:25:18.365121 tst handover.py: using CellId 38206\u000a03:25:18.486675 tst handover.py: using BVCI 38207\u000a03:25:18.510461 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:25:18.649504 tst handover.py: using LAC 38207\u000a03:25:18.767909 tst handover.py: using RAC 212\u000a03:25:18.887779 tst handover.py: using CellId 38207\u000a03:25:19.008051 tst handover.py: using BVCI 38208\u000a03:25:19.031290 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:19.042472 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:19.053268 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:19.063784 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:19.074832 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:25:19.085673 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:25:19.201175 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:25:19.414991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:19.905616 run create_hlr_db(pid=2855): Launched\u000a03:25:20.039092 bus /sierra_2: Setting Powered False\u000a03:25:21.116019 run create_hlr_db(pid=2855): Terminated: ok {rc=0}\u000a03:25:21.502788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2857): Launched\u000a03:25:21.808617 run osmo-hlr_10.42.42.2(pid=2858): Launched\u000a03:25:21.921394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:22.423553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2860): Launched\u000a03:25:22.729470 run osmo-stp_10.42.42.5(pid=2861): Launched\u000a03:25:22.841163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:23.374548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2863): Launched\u000a03:25:23.681955 run osmo-msc_10.42.42.6(pid=2864): Launched\u000a03:25:23.860585 run osmo-stp_10.42.42.5(pid=2861): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2861)]\u000a03:25:23.989405 run osmo-stp_10.42.42.5(pid=2861): stdout: \u000a| (launched: 2022-12-14_03:25:22.578579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:24.116279 run osmo-stp_10.42.42.5(pid=2861): stderr: \u000a| �[0;m�[38;5;43m20221214032522749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032522749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032522750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032522750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032522753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032522753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:24.239133 run osmo-stp_10.42.42.5(pid=2861): stdout: \u000a| (launched: 2022-12-14_03:25:22.578579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:24.359837 run osmo-stp_10.42.42.5(pid=2861): stderr: \u000a| �[0;m�[38;5;43m20221214032522749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032522749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032522750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032522750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032522752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032522753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032522753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:24.412810 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2861): Process ended prematurely: osmo-stp_10.42.42.5(pid=2861) [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2861)] [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a03:25:24.420608 tst handover.py:18: Test FAILED (6.4 sec)\u000a03:25:24.479888 run osmo-hlr_10.42.42.2(pid=2858): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2858)]\u000a03:25:24.528714 run osmo-hlr_10.42.42.2(pid=2858): stdout: \u000a| (launched: 2022-12-14_03:25:21.658388) \u000a03:25:24.578141 run osmo-hlr_10.42.42.2(pid=2858): stderr: \u000a| �[0;m�[1;31m20221214032521835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032521835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032521835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032521835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032521835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032521835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032521847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032521855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032521856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032521856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:24.645191 run osmo-msc_10.42.42.6(pid=2864): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2864)]\u000a03:25:24.693938 run osmo-msc_10.42.42.6(pid=2864): stdout: \u000a| (launched: 2022-12-14_03:25:23.530437) \u000a03:25:24.743104 run osmo-msc_10.42.42.6(pid=2864): stderr: \u000a| �[0;m�[38;5;43m20221214032523803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032523803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a25affc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032523803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032523803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032523803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032523803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032523805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032523805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032523806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032523806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:24.784877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2857): Terminating (SIGTERM)\u000a03:25:24.824545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2860): Terminating (SIGTERM)\u000a03:25:24.864214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2863): Terminating (SIGTERM)\u000a03:25:24.873443 --- ParallelTerminationStrategy: PID 2857 died...\u000a03:25:24.926068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2857): Terminated: ok {rc=0}\u000a03:25:24.935527 --- ParallelTerminationStrategy: PID 2860 died...\u000a03:25:24.987859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2860): Terminated: ok {rc=0}\u000a03:25:24.997390 --- ParallelTerminationStrategy: PID 2863 died...\u000a03:25:25.049630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2863): Terminated: ok {rc=0}\u000a03:25:25.137687 bus /sierra_3: Setting Powered False\u000a03:25:26.241251 bus /sierra_3: Setting Powered False\u000a03:25:27.350351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:25:17" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2875): Process ended prematurely: osmo-stp_10.42.42.5(pid=2875) [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2875)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2875): Process ended prematurely: osmo-stp_10.42.42.5(pid=2875) [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:25:29.354966 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:29.366549 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:25:29.499247 tst handover.py: using LAC 38208\u000a03:25:29.622423 tst handover.py: using RAC 213\u000a03:25:29.742601 tst handover.py: using CellId 38208\u000a03:25:29.864106 tst handover.py: using BVCI 38209\u000a03:25:29.887400 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:25:30.023139 tst handover.py: using LAC 38209\u000a03:25:30.141349 tst handover.py: using RAC 214\u000a03:25:30.260905 tst handover.py: using CellId 38209\u000a03:25:30.389211 tst handover.py: using BVCI 38210\u000a03:25:30.414435 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:30.426099 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:30.437568 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:30.449080 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:30.460891 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:25:30.472845 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:25:30.590575 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:25:30.805499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:31.355647 run create_hlr_db(pid=2869): Launched\u000a03:25:31.491647 bus /sierra_2: Setting Powered False\u000a03:25:32.564573 run create_hlr_db(pid=2869): Terminated: ok {rc=0}\u000a03:25:32.950090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2871): Launched\u000a03:25:33.256688 run osmo-hlr_10.42.42.2(pid=2872): Launched\u000a03:25:33.370003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:33.873581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2874): Launched\u000a03:25:34.179520 run osmo-stp_10.42.42.5(pid=2875): Launched\u000a03:25:34.291041 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:34.826327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2877): Launched\u000a03:25:35.135735 run osmo-msc_10.42.42.6(pid=2878): Launched\u000a03:25:35.315556 run osmo-stp_10.42.42.5(pid=2875): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2875)]\u000a03:25:35.445588 run osmo-stp_10.42.42.5(pid=2875): stdout: \u000a| (launched: 2022-12-14_03:25:34.029092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:35.573494 run osmo-stp_10.42.42.5(pid=2875): stderr: \u000a| �[0;m�[38;5;43m20221214032534201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032534201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032534201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032534202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032534204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032534204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032534204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:35.695978 run osmo-stp_10.42.42.5(pid=2875): stdout: \u000a| (launched: 2022-12-14_03:25:34.029092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:35.817610 run osmo-stp_10.42.42.5(pid=2875): stderr: \u000a| �[0;m�[38;5;43m20221214032534201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032534201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032534201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032534202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032534204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032534204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032534204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:35.870780 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2875): Process ended prematurely: osmo-stp_10.42.42.5(pid=2875) [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2875)] [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:25:35.878784 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:25:35.937905 run osmo-hlr_10.42.42.2(pid=2872): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2872)]\u000a03:25:35.986549 run osmo-hlr_10.42.42.2(pid=2872): stdout: \u000a| (launched: 2022-12-14_03:25:33.105956) \u000a03:25:36.035870 run osmo-hlr_10.42.42.2(pid=2872): stderr: \u000a| �[0;m�[1;31m20221214032533281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032533281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032533281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032533281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032533281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032533281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032533293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:36.102688 run osmo-msc_10.42.42.6(pid=2878): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2878)]\u000a03:25:36.151449 run osmo-msc_10.42.42.6(pid=2878): stdout: \u000a| (launched: 2022-12-14_03:25:34.982252) \u000a03:25:36.200575 run osmo-msc_10.42.42.6(pid=2878): stderr: \u000a| �[0;m�[38;5;43m20221214032535253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032535253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9dfd8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032535253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032535253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032535254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032535254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032535255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032535256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032535256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032535256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:36.242352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2871): Terminating (SIGTERM)\u000a03:25:36.281834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2874): Terminating (SIGTERM)\u000a03:25:36.321373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2877): Terminating (SIGTERM)\u000a03:25:36.330465 --- ParallelTerminationStrategy: PID 2871 died...\u000a03:25:36.383179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2871): Terminated: ok {rc=0}\u000a03:25:36.392681 --- ParallelTerminationStrategy: PID 2874 died...\u000a03:25:36.445564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2874): Terminated: ok {rc=0}\u000a03:25:36.454943 --- ParallelTerminationStrategy: PID 2877 died...\u000a03:25:36.507385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2877): Terminated: ok {rc=0}\u000a03:25:36.596024 bus /sierra_3: Setting Powered False\u000a03:25:37.699369 bus /sierra_3: Setting Powered False\u000a03:25:38.811389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:25:29" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:25:40.804364 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:40.815826 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:25:40.946027 tst handover.py: using LAC 38210\u000a03:25:41.064879 tst handover.py: using RAC 215\u000a03:25:41.184598 tst handover.py: using CellId 38210\u000a03:25:41.304155 tst handover.py: using BVCI 38211\u000a03:25:41.327256 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:25:41.467227 tst handover.py: using LAC 38211\u000a03:25:41.588266 tst handover.py: using RAC 216\u000a03:25:41.706147 tst handover.py: using CellId 38211\u000a03:25:41.824170 tst handover.py: using BVCI 38212\u000a03:25:41.847403 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:41.858346 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:41.869069 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:41.879871 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:41.891157 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:25:41.902449 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:25:42.024472 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:25:42.230030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:42.693152 run create_hlr_db(pid=2883): Launched\u000a03:25:42.816936 bus /sierra_2: Setting Powered False\u000a03:25:43.903705 run create_hlr_db(pid=2883): Terminated: ok {rc=0}\u000a03:25:44.286397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2885): Launched\u000a03:25:44.591904 run osmo-hlr_10.42.42.2(pid=2886): Launched\u000a03:25:44.703935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:45.208119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2888): Launched\u000a03:25:45.514804 run osmo-stp_10.42.42.5(pid=2889): Launched\u000a03:25:45.625567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:46.205376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2891): Launched\u000a03:25:46.636806 run osmo-msc_10.42.42.6(pid=2892): Launched\u000a03:25:47.241226 run osmo-stp_10.42.42.5(pid=2889): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]\u000a03:25:47.373645 run osmo-stp_10.42.42.5(pid=2889): stdout: \u000a| (launched: 2022-12-14_03:25:45.364316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:47.505134 run osmo-stp_10.42.42.5(pid=2889): stderr: \u000a| �[0;m�[38;5;43m20221214032545538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032545538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032545538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032545538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032545539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032545539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032545539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:47.627541 run osmo-stp_10.42.42.5(pid=2889): stdout: \u000a| (launched: 2022-12-14_03:25:45.364316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:47.749565 run osmo-stp_10.42.42.5(pid=2889): stderr: \u000a| �[0;m�[38;5;43m20221214032545538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032545538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032545538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032545538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032545539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032545539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032545539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:47.802644 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)] [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:25:47.810691 tst handover.py:18: Test FAILED (7.0 sec)\u000a03:25:47.869751 run osmo-hlr_10.42.42.2(pid=2886): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2886)]\u000a03:25:47.918258 run osmo-hlr_10.42.42.2(pid=2886): stdout: \u000a| (launched: 2022-12-14_03:25:44.440922) \u000a03:25:47.967441 run osmo-hlr_10.42.42.2(pid=2886): stderr: \u000a| �[0;m�[1;31m20221214032544620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032544620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032544620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032544620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032544620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032544620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032544632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032544641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032544641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032544641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:48.034045 run osmo-msc_10.42.42.6(pid=2892): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2892)]\u000a03:25:48.082300 run osmo-msc_10.42.42.6(pid=2892): stdout: \u000a| (launched: 2022-12-14_03:25:46.362863) \u000a03:25:48.131361 run osmo-msc_10.42.42.6(pid=2892): stderr: \u000a| �[0;m�[38;5;43m20221214032546844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032546845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7f524cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032546846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032546846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032546846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032546847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032546851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032546852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032546852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032546852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:48.173043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2885): Terminating (SIGTERM)\u000a03:25:48.212525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2888): Terminating (SIGTERM)\u000a03:25:48.252196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2891): Terminating (SIGTERM)\u000a03:25:48.261403 --- ParallelTerminationStrategy: PID 2885 died...\u000a03:25:48.314274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2885): Terminated: ok {rc=0}\u000a03:25:48.323727 --- ParallelTerminationStrategy: PID 2888 died...\u000a03:25:48.376989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2888): Terminated: ok {rc=0}\u000a03:25:48.386476 --- ParallelTerminationStrategy: PID 2891 died...\u000a03:25:48.438989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2891): Terminated: ok {rc=0}\u000a03:25:48.522865 bus /sierra_3: Setting Powered False\u000a03:25:49.629716 bus /sierra_3: Setting Powered False\u000a03:25:50.741680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:25:40" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2904): Process ended prematurely: osmo-stp_10.42.42.5(pid=2904) [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2904)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2904): Process ended prematurely: osmo-stp_10.42.42.5(pid=2904) [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:25:52.729243 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:52.741356 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:25:52.874661 tst handover.py: using LAC 38212\u000a03:25:53.001317 tst handover.py: using RAC 217\u000a03:25:53.132800 tst handover.py: using CellId 38212\u000a03:25:53.259701 tst handover.py: using BVCI 38213\u000a03:25:53.284900 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:25:53.419311 tst handover.py: using LAC 38213\u000a03:25:53.545851 tst handover.py: using RAC 218\u000a03:25:53.674567 tst handover.py: using CellId 38213\u000a03:25:53.801183 tst handover.py: using BVCI 38214\u000a03:25:53.826518 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:53.837858 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:53.848863 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:53.859951 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:53.871531 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:25:53.882998 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:25:53.999457 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:25:54.206401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:25:54.670562 run create_hlr_db(pid=2898): Launched\u000a03:25:54.794970 bus /sierra_2: Setting Powered False\u000a03:25:55.868092 run create_hlr_db(pid=2898): Terminated: ok {rc=0}\u000a03:25:56.275990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2900): Launched\u000a03:25:56.606278 run osmo-hlr_10.42.42.2(pid=2901): Launched\u000a03:25:56.730042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:25:57.270862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2903): Launched\u000a03:25:57.599272 run osmo-stp_10.42.42.5(pid=2904): Launched\u000a03:25:57.718831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:25:58.290135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2906): Launched\u000a03:25:58.621635 run osmo-msc_10.42.42.6(pid=2907): Launched\u000a03:25:58.815329 run osmo-stp_10.42.42.5(pid=2904): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2904)]\u000a03:25:58.954919 run osmo-stp_10.42.42.5(pid=2904): stdout: \u000a| (launched: 2022-12-14_03:25:57.437217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:59.093280 run osmo-stp_10.42.42.5(pid=2904): stderr: \u000a| �[0;m�[38;5;43m20221214032557631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032557631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032557631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032557631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032557632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032557632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032557632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:59.224565 run osmo-stp_10.42.42.5(pid=2904): stdout: \u000a| (launched: 2022-12-14_03:25:57.437217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:25:59.355108 run osmo-stp_10.42.42.5(pid=2904): stderr: \u000a| �[0;m�[38;5;43m20221214032557631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032557631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032557631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032557631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032557632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032557632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032557632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:25:59.412120 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2904): Process ended prematurely: osmo-stp_10.42.42.5(pid=2904) [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2904)] [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a03:25:59.420796 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:25:59.483775 run osmo-hlr_10.42.42.2(pid=2901): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2901)]\u000a03:25:59.535318 run osmo-hlr_10.42.42.2(pid=2901): stdout: \u000a| (launched: 2022-12-14_03:25:56.442501) \u000a03:25:59.587527 run osmo-hlr_10.42.42.2(pid=2901): stderr: \u000a| �[0;m�[1;31m20221214032556641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032556641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032556641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032556641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032556641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032556641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032556653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032556662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032556663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032556663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:25:59.658174 run osmo-msc_10.42.42.6(pid=2907): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2907)]\u000a03:25:59.709227 run osmo-msc_10.42.42.6(pid=2907): stdout: \u000a| (launched: 2022-12-14_03:25:58.457505) \u000a03:25:59.760724 run osmo-msc_10.42.42.6(pid=2907): stderr: \u000a| �[0;m�[38;5;43m20221214032558780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032558780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f540a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032558780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032558780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032558780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032558781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032558784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032558785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032558785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032558785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:25:59.805004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2900): Terminating (SIGTERM)\u000a03:25:59.847355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2903): Terminating (SIGTERM)\u000a03:25:59.889111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2906): Terminating (SIGTERM)\u000a03:25:59.898685 --- ParallelTerminationStrategy: PID 2900 died...\u000a03:25:59.954238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2900): Terminated: ok {rc=0}\u000a03:25:59.964076 --- ParallelTerminationStrategy: PID 2903 died...\u000a03:26:00.019448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2903): Terminated: ok {rc=0}\u000a03:26:00.029395 --- ParallelTerminationStrategy: PID 2906 died...\u000a03:26:00.084545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2906): Terminated: ok {rc=0}\u000a03:26:00.170764 bus /sierra_3: Setting Powered False\u000a03:26:01.284824 bus /sierra_3: Setting Powered False\u000a03:26:02.391761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2918): Process ended prematurely: osmo-stp_10.42.42.5(pid=2918) [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2918): Process ended prematurely: osmo-stp_10.42.42.5(pid=2918) [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:26:04.387425 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:04.398992 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:26:04.527102 tst handover.py: using LAC 38214\u000a03:26:04.649269 tst handover.py: using RAC 219\u000a03:26:04.770675 tst handover.py: using CellId 38214\u000a03:26:04.896805 tst handover.py: using BVCI 38215\u000a03:26:04.920240 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:26:05.056604 tst handover.py: using LAC 38215\u000a03:26:05.177287 tst handover.py: using RAC 220\u000a03:26:05.297922 tst handover.py: using CellId 38215\u000a03:26:05.423129 tst handover.py: using BVCI 38216\u000a03:26:05.446578 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:05.457403 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:05.468088 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:05.478921 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:05.489818 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:26:05.500531 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:26:05.622239 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:26:05.835648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:06.322648 run create_hlr_db(pid=2912): Launched\u000a03:26:06.455784 bus /sierra_2: Setting Powered False\u000a03:26:07.532908 run create_hlr_db(pid=2912): Terminated: ok {rc=0}\u000a03:26:07.941831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2914): Launched\u000a03:26:08.270821 run osmo-hlr_10.42.42.2(pid=2915): Launched\u000a03:26:08.390055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:08.931417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2917): Launched\u000a03:26:09.260089 run osmo-stp_10.42.42.5(pid=2918): Launched\u000a03:26:09.379285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:09.950334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2920): Launched\u000a03:26:10.279062 run osmo-msc_10.42.42.6(pid=2921): Launched\u000a03:26:10.471498 run osmo-stp_10.42.42.5(pid=2918): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)]\u000a03:26:10.610955 run osmo-stp_10.42.42.5(pid=2918): stdout: \u000a| (launched: 2022-12-14_03:26:09.097857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:10.748719 run osmo-stp_10.42.42.5(pid=2918): stderr: \u000a| �[0;m�[38;5;43m20221214032609292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032609292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032609293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032609293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032609293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:10.880622 run osmo-stp_10.42.42.5(pid=2918): stdout: \u000a| (launched: 2022-12-14_03:26:09.097857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:11.011140 run osmo-stp_10.42.42.5(pid=2918): stderr: \u000a| �[0;m�[38;5;43m20221214032609292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032609292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032609293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032609293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032609293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032609294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:11.067974 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2918): Process ended prematurely: osmo-stp_10.42.42.5(pid=2918) [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2918)] [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a03:26:11.076728 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:11.140331 run osmo-hlr_10.42.42.2(pid=2915): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2915)]\u000a03:26:11.192130 run osmo-hlr_10.42.42.2(pid=2915): stdout: \u000a| (launched: 2022-12-14_03:26:08.108853) \u000a03:26:11.244689 run osmo-hlr_10.42.42.2(pid=2915): stderr: \u000a| �[0;m�[1;31m20221214032608306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032608306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032608306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032608306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032608306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032608306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032608323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032608331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032608331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032608331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:11.316087 run osmo-msc_10.42.42.6(pid=2921): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2921)]\u000a03:26:11.367735 run osmo-msc_10.42.42.6(pid=2921): stdout: \u000a| (launched: 2022-12-14_03:26:10.117667) \u000a03:26:11.420408 run osmo-msc_10.42.42.6(pid=2921): stderr: \u000a| �[0;m�[38;5;43m20221214032610438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032610438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7b9745c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032610439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032610439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032610439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032610439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032610441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032610441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032610441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032610441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:11.465316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2914): Terminating (SIGTERM)\u000a03:26:11.507960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2917): Terminating (SIGTERM)\u000a03:26:11.550679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2920): Terminating (SIGTERM)\u000a03:26:11.560402 --- ParallelTerminationStrategy: PID 2914 died...\u000a03:26:11.617729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2914): Terminated: ok {rc=0}\u000a03:26:11.627880 --- ParallelTerminationStrategy: PID 2917 died...\u000a03:26:11.684063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2917): Terminated: ok {rc=0}\u000a03:26:11.694145 --- ParallelTerminationStrategy: PID 2920 died...\u000a03:26:11.750290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2920): Terminated: ok {rc=0}\u000a03:26:11.837749 bus /sierra_3: Setting Powered False\u000a03:26:12.940138 bus /sierra_3: Setting Powered False\u000a03:26:14.049143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:26:04" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2932): Process ended prematurely: osmo-stp_10.42.42.5(pid=2932) [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2932)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2932): Process ended prematurely: osmo-stp_10.42.42.5(pid=2932) [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:26:16.079181 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:16.091483 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:26:16.232236 tst handover.py: using LAC 38216\u000a03:26:16.358288 tst handover.py: using RAC 221\u000a03:26:16.481308 tst handover.py: using CellId 38216\u000a03:26:16.610646 tst handover.py: using BVCI 38217\u000a03:26:16.637018 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:26:16.813211 tst handover.py: using LAC 38217\u000a03:26:16.973289 tst handover.py: using RAC 222\u000a03:26:17.131078 tst handover.py: using CellId 38217\u000a03:26:17.279471 tst handover.py: using BVCI 38218\u000a03:26:17.305346 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:17.317325 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:17.329133 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:17.341465 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:17.353334 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:26:17.365073 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:26:17.483781 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:26:17.685661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:18.149650 run create_hlr_db(pid=2926): Launched\u000a03:26:18.274002 bus /sierra_2: Setting Powered False\u000a03:26:19.346780 run create_hlr_db(pid=2926): Terminated: ok {rc=0}\u000a03:26:19.727607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2928): Launched\u000a03:26:20.033472 run osmo-hlr_10.42.42.2(pid=2929): Launched\u000a03:26:20.144710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:20.647024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2931): Launched\u000a03:26:20.952109 run osmo-stp_10.42.42.5(pid=2932): Launched\u000a03:26:21.074475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:21.613234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2934): Launched\u000a03:26:21.920901 run osmo-msc_10.42.42.6(pid=2935): Launched\u000a03:26:22.101650 run osmo-stp_10.42.42.5(pid=2932): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2932)]\u000a03:26:22.230751 run osmo-stp_10.42.42.5(pid=2932): stdout: \u000a| (launched: 2022-12-14_03:26:20.801551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:22.357588 run osmo-stp_10.42.42.5(pid=2932): stderr: \u000a| �[0;m�[38;5;43m20221214032620974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032620974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032620974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032620975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032620975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032620975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032620975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:22.479689 run osmo-stp_10.42.42.5(pid=2932): stdout: \u000a| (launched: 2022-12-14_03:26:20.801551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:22.601193 run osmo-stp_10.42.42.5(pid=2932): stderr: \u000a| �[0;m�[38;5;43m20221214032620974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032620974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032620974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032620975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032620975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032620975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032620975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:22.654656 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2932): Process ended prematurely: osmo-stp_10.42.42.5(pid=2932) [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2932)] [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a03:26:22.662548 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:26:22.722458 run osmo-hlr_10.42.42.2(pid=2929): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2929)]\u000a03:26:22.771664 run osmo-hlr_10.42.42.2(pid=2929): stdout: \u000a| (launched: 2022-12-14_03:26:19.882974) \u000a03:26:22.821381 run osmo-hlr_10.42.42.2(pid=2929): stderr: \u000a| �[0;m�[1;31m20221214032620061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032620061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032620061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032620061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032620061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032620061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032620073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032620082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032620082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032620082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:22.888729 run osmo-msc_10.42.42.6(pid=2935): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2935)]\u000a03:26:22.937585 run osmo-msc_10.42.42.6(pid=2935): stdout: \u000a| (launched: 2022-12-14_03:26:21.769209) \u000a03:26:22.987166 run osmo-msc_10.42.42.6(pid=2935): stderr: \u000a| �[0;m�[38;5;43m20221214032622040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032622040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13d61fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032622041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032622041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032622041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032622041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032622043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032622043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032622043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032622043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:23.029253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2928): Terminating (SIGTERM)\u000a03:26:23.068847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2931): Terminating (SIGTERM)\u000a03:26:23.108548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2934): Terminating (SIGTERM)\u000a03:26:23.117824 --- ParallelTerminationStrategy: PID 2928 died...\u000a03:26:23.170932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2928): Terminated: ok {rc=0}\u000a03:26:23.180556 --- ParallelTerminationStrategy: PID 2931 died...\u000a03:26:23.233273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2931): Terminated: ok {rc=0}\u000a03:26:23.242813 --- ParallelTerminationStrategy: PID 2934 died...\u000a03:26:23.295569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2934): Terminated: ok {rc=0}\u000a03:26:23.379551 bus /sierra_3: Setting Powered False\u000a03:26:24.486584 bus /sierra_3: Setting Powered False\u000a03:26:25.595244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:26:15" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2946): Process ended prematurely: osmo-stp_10.42.42.5(pid=2946) [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2946): Process ended prematurely: osmo-stp_10.42.42.5(pid=2946) [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a03:26:27.554037 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:27.564814 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:26:27.686426 tst handover.py: using LAC 38218\u000a03:26:27.808312 tst handover.py: using RAC 223\u000a03:26:27.929842 tst handover.py: using CellId 38218\u000a03:26:28.057964 tst handover.py: using BVCI 38219\u000a03:26:28.083061 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a03:26:28.212688 tst handover.py: using LAC 38219\u000a03:26:28.335086 tst handover.py: using RAC 224\u000a03:26:28.457133 tst handover.py: using CellId 38219\u000a03:26:28.577951 tst handover.py: using BVCI 38220\u000a03:26:28.601528 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:28.612270 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:28.622962 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:28.633567 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:28.644575 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a03:26:28.655676 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:26:28.776572 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a03:26:28.991406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:29.480122 run create_hlr_db(pid=2940): Launched\u000a03:26:29.614343 bus /sierra_2: Setting Powered False\u000a03:26:30.691593 run create_hlr_db(pid=2940): Terminated: ok {rc=0}\u000a03:26:31.110523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2942): Launched\u000a03:26:31.557334 run osmo-hlr_10.42.42.2(pid=2943): Launched\u000a03:26:31.750160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:32.349101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2945): Launched\u000a03:26:32.680312 run osmo-stp_10.42.42.5(pid=2946): Launched\u000a03:26:32.799257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:33.371919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2948): Launched\u000a03:26:33.701570 run osmo-msc_10.42.42.6(pid=2949): Launched\u000a03:26:33.895753 run osmo-stp_10.42.42.5(pid=2946): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)]\u000a03:26:34.035477 run osmo-stp_10.42.42.5(pid=2946): stdout: \u000a| (launched: 2022-12-14_03:26:32.518906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:34.174411 run osmo-stp_10.42.42.5(pid=2946): stderr: \u000a| �[0;m�[38;5;43m20221214032632711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032632711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032632711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032632712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032632712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032632712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032632712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:34.306791 run osmo-stp_10.42.42.5(pid=2946): stdout: \u000a| (launched: 2022-12-14_03:26:32.518906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:34.437861 run osmo-stp_10.42.42.5(pid=2946): stderr: \u000a| �[0;m�[38;5;43m20221214032632711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032632711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032632711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032632712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032632712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032632712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032632712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:34.495049 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2946): Process ended prematurely: osmo-stp_10.42.42.5(pid=2946) [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2946)] [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a03:26:34.503767 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:26:34.567231 run osmo-hlr_10.42.42.2(pid=2943): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2943)]\u000a03:26:34.619276 run osmo-hlr_10.42.42.2(pid=2943): stdout: \u000a| (launched: 2022-12-14_03:26:31.270244) \u000a03:26:34.671864 run osmo-hlr_10.42.42.2(pid=2943): stderr: \u000a| �[0;m�[1;31m20221214032631495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032631495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032631495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032631495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032631495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032631495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032631516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032631539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032631539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032631539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:34.742829 run osmo-msc_10.42.42.6(pid=2949): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2949)]\u000a03:26:34.794290 run osmo-msc_10.42.42.6(pid=2949): stdout: \u000a| (launched: 2022-12-14_03:26:33.539359) \u000a03:26:34.846930 run osmo-msc_10.42.42.6(pid=2949): stderr: \u000a| �[0;m�[38;5;43m20221214032633861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032633861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91822d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032633861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032633861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032633863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032633863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032633864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032633864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:34.891745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2942): Terminating (SIGTERM)\u000a03:26:34.934190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2945): Terminating (SIGTERM)\u000a03:26:34.976507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2948): Terminating (SIGTERM)\u000a03:26:34.986260 --- ParallelTerminationStrategy: PID 2942 died...\u000a03:26:35.042914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2942): Terminated: ok {rc=0}\u000a03:26:35.052854 --- ParallelTerminationStrategy: PID 2945 died...\u000a03:26:35.109046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2945): Terminated: ok {rc=0}\u000a03:26:35.119079 --- ParallelTerminationStrategy: PID 2948 died...\u000a03:26:35.175285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2948): Terminated: ok {rc=0}\u000a03:26:35.262305 bus /sierra_3: Setting Powered False\u000a03:26:36.367635 bus /sierra_3: Setting Powered False\u000a03:26:37.475775 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:26:27" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2960): Process ended prematurely: osmo-stp_10.42.42.5(pid=2960) [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2960)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2960): Process ended prematurely: osmo-stp_10.42.42.5(pid=2960) [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:26:39.458363 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:39.469743 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:26:39.594092 tst handover.py: using LAC 38220\u000a03:26:39.717151 tst handover.py: using RAC 225\u000a03:26:39.846339 tst handover.py: using CellId 38220\u000a03:26:39.969222 tst handover.py: using BVCI 38221\u000a03:26:39.992441 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:26:40.131265 tst handover.py: using LAC 38221\u000a03:26:40.253660 tst handover.py: using RAC 226\u000a03:26:40.373399 tst handover.py: using CellId 38221\u000a03:26:40.502819 tst handover.py: using BVCI 38222\u000a03:26:40.528085 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:40.539694 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:40.551034 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:40.562434 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:40.574138 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:26:40.585800 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:26:40.703928 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:26:40.915312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:41.404595 run create_hlr_db(pid=2954): Launched\u000a03:26:41.539156 bus /sierra_2: Setting Powered False\u000a03:26:42.615972 run create_hlr_db(pid=2954): Terminated: ok {rc=0}\u000a03:26:43.026520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2956): Launched\u000a03:26:43.355223 run osmo-hlr_10.42.42.2(pid=2957): Launched\u000a03:26:43.474606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:44.014691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2959): Launched\u000a03:26:44.343061 run osmo-stp_10.42.42.5(pid=2960): Launched\u000a03:26:44.462734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:45.033456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2962): Launched\u000a03:26:45.362636 run osmo-msc_10.42.42.6(pid=2963): Launched\u000a03:26:45.555316 run osmo-stp_10.42.42.5(pid=2960): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2960)]\u000a03:26:45.694488 run osmo-stp_10.42.42.5(pid=2960): stdout: \u000a| (launched: 2022-12-14_03:26:44.181780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:45.833279 run osmo-stp_10.42.42.5(pid=2960): stderr: \u000a| �[0;m�[38;5;43m20221214032644375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032644375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032644375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032644376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032644376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032644376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032644376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:45.968468 run osmo-stp_10.42.42.5(pid=2960): stdout: \u000a| (launched: 2022-12-14_03:26:44.181780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:46.103254 run osmo-stp_10.42.42.5(pid=2960): stderr: \u000a| �[0;m�[38;5;43m20221214032644375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032644375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032644375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032644376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032644376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032644376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032644376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:46.162260 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2960): Process ended prematurely: osmo-stp_10.42.42.5(pid=2960) [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2960)] [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a03:26:46.171953 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:46.238023 run osmo-hlr_10.42.42.2(pid=2957): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2957)]\u000a03:26:46.291731 run osmo-hlr_10.42.42.2(pid=2957): stdout: \u000a| (launched: 2022-12-14_03:26:43.193931) \u000a03:26:46.347056 run osmo-hlr_10.42.42.2(pid=2957): stderr: \u000a| �[0;m�[1;31m20221214032643393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032643393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032643393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032643393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032643393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032643394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032643406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032643415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032643415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032643415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:46.420793 run osmo-msc_10.42.42.6(pid=2963): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2963)]\u000a03:26:46.474683 run osmo-msc_10.42.42.6(pid=2963): stdout: \u000a| (launched: 2022-12-14_03:26:45.200605) \u000a03:26:46.529424 run osmo-msc_10.42.42.6(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221214032645524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032645524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bad4c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032645524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032645524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032645524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032645525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032645526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032645527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032645527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032645527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:46.576084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2956): Terminating (SIGTERM)\u000a03:26:46.620184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2959): Terminating (SIGTERM)\u000a03:26:46.664409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2962): Terminating (SIGTERM)\u000a03:26:46.674731 --- ParallelTerminationStrategy: PID 2956 died...\u000a03:26:46.734709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2956): Terminated: ok {rc=0}\u000a03:26:46.746317 --- ParallelTerminationStrategy: PID 2959 died...\u000a03:26:46.804767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2959): Terminated: ok {rc=0}\u000a03:26:46.816654 --- ParallelTerminationStrategy: PID 2962 died...\u000a03:26:46.875248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2962): Terminated: ok {rc=0}\u000a03:26:46.968091 bus /sierra_3: Setting Powered False\u000a03:26:48.069185 bus /sierra_3: Setting Powered False\u000a03:26:49.180248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:26:39" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2974): Process ended prematurely: osmo-stp_10.42.42.5(pid=2974) [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2974)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2974): Process ended prematurely: osmo-stp_10.42.42.5(pid=2974) [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:26:51.159697 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:51.170861 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:26:51.302022 tst handover.py: using LAC 38222\u000a03:26:51.432877 tst handover.py: using RAC 227\u000a03:26:51.561532 tst handover.py: using CellId 38222\u000a03:26:51.691595 tst handover.py: using BVCI 38223\u000a03:26:51.716665 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:26:51.850946 tst handover.py: using LAC 38223\u000a03:26:51.972893 tst handover.py: using RAC 228\u000a03:26:52.095241 tst handover.py: using CellId 38223\u000a03:26:52.218935 tst handover.py: using BVCI 38224\u000a03:26:52.242454 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:52.253647 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:52.264503 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:52.275567 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:52.286676 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:26:52.297710 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:26:52.418163 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:26:52.622994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:26:53.084939 run create_hlr_db(pid=2968): Launched\u000a03:26:53.209858 bus /sierra_2: Setting Powered False\u000a03:26:54.282856 run create_hlr_db(pid=2968): Terminated: ok {rc=0}\u000a03:26:54.691065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2970): Launched\u000a03:26:55.020083 run osmo-hlr_10.42.42.2(pid=2971): Launched\u000a03:26:55.138974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:26:55.682718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2973): Launched\u000a03:26:56.013114 run osmo-stp_10.42.42.5(pid=2974): Launched\u000a03:26:56.132808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:26:56.706209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2976): Launched\u000a03:26:57.036202 run osmo-msc_10.42.42.6(pid=2977): Launched\u000a03:26:57.230189 run osmo-stp_10.42.42.5(pid=2974): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2974)]\u000a03:26:57.370556 run osmo-stp_10.42.42.5(pid=2974): stdout: \u000a| (launched: 2022-12-14_03:26:55.850354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:57.508326 run osmo-stp_10.42.42.5(pid=2974): stderr: \u000a| �[0;m�[38;5;43m20221214032656045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032656045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032656045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032656046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032656046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032656046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032656046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:57.640606 run osmo-stp_10.42.42.5(pid=2974): stdout: \u000a| (launched: 2022-12-14_03:26:55.850354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:26:57.771997 run osmo-stp_10.42.42.5(pid=2974): stderr: \u000a| �[0;m�[38;5;43m20221214032656045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032656045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032656045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032656046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032656046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032656046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032656046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:26:57.829295 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2974): Process ended prematurely: osmo-stp_10.42.42.5(pid=2974) [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2974)] [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:26:57.838194 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:26:57.901978 run osmo-hlr_10.42.42.2(pid=2971): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2971)]\u000a03:26:57.953801 run osmo-hlr_10.42.42.2(pid=2971): stdout: \u000a| (launched: 2022-12-14_03:26:54.859036) \u000a03:26:58.006459 run osmo-hlr_10.42.42.2(pid=2971): stderr: \u000a| �[0;m�[1;31m20221214032655058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032655058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032655058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032655058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032655058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032655058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032655075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032655083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032655083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032655083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:26:58.077677 run osmo-msc_10.42.42.6(pid=2977): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2977)]\u000a03:26:58.129512 run osmo-msc_10.42.42.6(pid=2977): stdout: \u000a| (launched: 2022-12-14_03:26:56.874658) \u000a03:26:58.182014 run osmo-msc_10.42.42.6(pid=2977): stderr: \u000a| �[0;m�[38;5;43m20221214032657196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032657196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38c33d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032657196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032657196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032657196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032657197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032657198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032657199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032657199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032657199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:26:58.226857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2970): Terminating (SIGTERM)\u000a03:26:58.269293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2973): Terminating (SIGTERM)\u000a03:26:58.311464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2976): Terminating (SIGTERM)\u000a03:26:58.321289 --- ParallelTerminationStrategy: PID 2970 died...\u000a03:26:58.378113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2970): Terminated: ok {rc=0}\u000a03:26:58.388263 --- ParallelTerminationStrategy: PID 2973 died...\u000a03:26:58.444644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2973): Terminated: ok {rc=0}\u000a03:26:58.454778 --- ParallelTerminationStrategy: PID 2976 died...\u000a03:26:58.510956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2976): Terminated: ok {rc=0}\u000a03:26:58.597368 bus /sierra_3: Setting Powered False\u000a03:26:59.702874 bus /sierra_3: Setting Powered False\u000a03:27:00.813832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:26:50" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2988): Process ended prematurely: osmo-stp_10.42.42.5(pid=2988) [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2988): Process ended prematurely: osmo-stp_10.42.42.5(pid=2988) [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:27:02.872469 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:02.883975 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:27:03.010000 tst handover.py: using LAC 38224\u000a03:27:03.130130 tst handover.py: using RAC 229\u000a03:27:03.252435 tst handover.py: using CellId 38224\u000a03:27:03.391762 tst handover.py: using BVCI 38225\u000a03:27:03.415096 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:27:03.556647 tst handover.py: using LAC 38225\u000a03:27:03.680531 tst handover.py: using RAC 230\u000a03:27:03.803367 tst handover.py: using CellId 38225\u000a03:27:03.922546 tst handover.py: using BVCI 38226\u000a03:27:03.946100 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:03.957168 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:03.968054 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:03.978971 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:03.990030 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:27:04.001157 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:27:04.121974 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:27:04.328390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:04.792777 run create_hlr_db(pid=2982): Launched\u000a03:27:04.917947 bus /sierra_2: Setting Powered False\u000a03:27:05.989833 run create_hlr_db(pid=2982): Terminated: ok {rc=0}\u000a03:27:06.396881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2984): Launched\u000a03:27:06.726908 run osmo-hlr_10.42.42.2(pid=2985): Launched\u000a03:27:06.849873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:07.393718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2987): Launched\u000a03:27:07.724033 run osmo-stp_10.42.42.5(pid=2988): Launched\u000a03:27:07.844072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:08.418569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2990): Launched\u000a03:27:08.749642 run osmo-msc_10.42.42.6(pid=2991): Launched\u000a03:27:08.943131 run osmo-stp_10.42.42.5(pid=2988): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)]\u000a03:27:09.082671 run osmo-stp_10.42.42.5(pid=2988): stdout: \u000a| (launched: 2022-12-14_03:27:07.561563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:09.220405 run osmo-stp_10.42.42.5(pid=2988): stderr: \u000a| �[0;m�[38;5;43m20221214032707754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032707754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032707754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032707755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:09.352537 run osmo-stp_10.42.42.5(pid=2988): stdout: \u000a| (launched: 2022-12-14_03:27:07.561563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:09.483219 run osmo-stp_10.42.42.5(pid=2988): stderr: \u000a| �[0;m�[38;5;43m20221214032707754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032707754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032707754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032707755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:09.540291 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2988): Process ended prematurely: osmo-stp_10.42.42.5(pid=2988) [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)] [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:27:09.549238 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:27:09.612333 run osmo-hlr_10.42.42.2(pid=2985): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2985)]\u000a03:27:09.663853 run osmo-hlr_10.42.42.2(pid=2985): stdout: \u000a| (launched: 2022-12-14_03:27:06.564574) \u000a03:27:09.715908 run osmo-hlr_10.42.42.2(pid=2985): stderr: \u000a| �[0;m�[1;31m20221214032706764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032706764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032706764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032706764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032706764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032706764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032706778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032706788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032706788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032706788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:09.786909 run osmo-msc_10.42.42.6(pid=2991): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2991)]\u000a03:27:09.839018 run osmo-msc_10.42.42.6(pid=2991): stdout: \u000a| (launched: 2022-12-14_03:27:08.586477) \u000a03:27:09.891610 run osmo-msc_10.42.42.6(pid=2991): stderr: \u000a| �[0;m�[38;5;43m20221214032708906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032708907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fc12b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032708907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032708907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032708907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032708907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032708909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032708909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032708909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032708909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:09.936459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2984): Terminating (SIGTERM)\u000a03:27:09.979065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2987): Terminating (SIGTERM)\u000a03:27:10.021293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2990): Terminating (SIGTERM)\u000a03:27:10.030851 --- ParallelTerminationStrategy: PID 2984 died...\u000a03:27:10.087372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2984): Terminated: ok {rc=0}\u000a03:27:10.097579 --- ParallelTerminationStrategy: PID 2987 died...\u000a03:27:10.153830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2987): Terminated: ok {rc=0}\u000a03:27:10.163795 --- ParallelTerminationStrategy: PID 2990 died...\u000a03:27:10.219947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2990): Terminated: ok {rc=0}\u000a03:27:10.306767 bus /sierra_3: Setting Powered False\u000a03:27:11.412136 bus /sierra_3: Setting Powered False\u000a03:27:12.524299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:27:02" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:27:14.500886 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:14.512212 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:27:14.645456 tst handover.py: using LAC 38226\u000a03:27:14.776008 tst handover.py: using RAC 231\u000a03:27:14.907038 tst handover.py: using CellId 38226\u000a03:27:15.035134 tst handover.py: using BVCI 38227\u000a03:27:15.060061 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:27:15.191116 tst handover.py: using LAC 38227\u000a03:27:15.324012 tst handover.py: using RAC 232\u000a03:27:15.452460 tst handover.py: using CellId 38227\u000a03:27:15.578758 tst handover.py: using BVCI 38228\u000a03:27:15.603663 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:15.614915 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:15.625866 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:15.636821 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:15.648184 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:27:15.659436 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:27:15.778044 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:27:16.017606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:16.545369 run create_hlr_db(pid=2996): Launched\u000a03:27:16.685123 bus /sierra_2: Setting Powered False\u000a03:27:17.758249 run create_hlr_db(pid=2996): Terminated: ok {rc=0}\u000a03:27:18.143168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Launched\u000a03:27:18.449484 run osmo-hlr_10.42.42.2(pid=2999): Launched\u000a03:27:18.566776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:19.071421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Launched\u000a03:27:19.377664 run osmo-stp_10.42.42.5(pid=3002): Launched\u000a03:27:19.488604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:20.020031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Launched\u000a03:27:20.327211 run osmo-msc_10.42.42.6(pid=3005): Launched\u000a03:27:20.508100 run osmo-stp_10.42.42.5(pid=3002): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]\u000a03:27:20.637900 run osmo-stp_10.42.42.5(pid=3002): stdout: \u000a| (launched: 2022-12-14_03:27:19.226773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:20.764635 run osmo-stp_10.42.42.5(pid=3002): stderr: \u000a| �[0;m�[38;5;43m20221214032719396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032719396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032719397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032719397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032719398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032719398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032719398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:20.887311 run osmo-stp_10.42.42.5(pid=3002): stdout: \u000a| (launched: 2022-12-14_03:27:19.226773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:21.008223 run osmo-stp_10.42.42.5(pid=3002): stderr: \u000a| �[0;m�[38;5;43m20221214032719396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032719396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032719397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032719397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032719398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032719398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032719398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:21.061199 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)] [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a03:27:21.069346 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:27:21.128617 run osmo-hlr_10.42.42.2(pid=2999): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2999)]\u000a03:27:21.177508 run osmo-hlr_10.42.42.2(pid=2999): stdout: \u000a| (launched: 2022-12-14_03:27:18.298634) \u000a03:27:21.226979 run osmo-hlr_10.42.42.2(pid=2999): stderr: \u000a| �[0;m�[1;31m20221214032718474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032718474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032718474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032718474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032718474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032718474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032718486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032718494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032718495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032718495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:21.293896 run osmo-msc_10.42.42.6(pid=3005): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3005)]\u000a03:27:21.342386 run osmo-msc_10.42.42.6(pid=3005): stdout: \u000a| (launched: 2022-12-14_03:27:20.175351) \u000a03:27:21.391547 run osmo-msc_10.42.42.6(pid=3005): stderr: \u000a| �[0;m�[38;5;43m20221214032720447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032720447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e9c0d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032720447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032720447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032720448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032720448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032720450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032720450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032720450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032720450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:21.433079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Terminating (SIGTERM)\u000a03:27:21.472347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Terminating (SIGTERM)\u000a03:27:21.511849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Terminating (SIGTERM)\u000a03:27:21.521105 --- ParallelTerminationStrategy: PID 2998 died...\u000a03:27:21.574075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Terminated: ok {rc=0}\u000a03:27:21.583658 --- ParallelTerminationStrategy: PID 3001 died...\u000a03:27:21.636088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Terminated: ok {rc=0}\u000a03:27:21.645965 --- ParallelTerminationStrategy: PID 3004 died...\u000a03:27:21.698374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Terminated: ok {rc=0}\u000a03:27:21.781918 bus /sierra_3: Setting Powered False\u000a03:27:22.889874 bus /sierra_3: Setting Powered False\u000a03:27:23.998000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:27:14" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3016): Process ended prematurely: osmo-stp_10.42.42.5(pid=3016) [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3016)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3016): Process ended prematurely: osmo-stp_10.42.42.5(pid=3016) [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:27:25.978424 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:25.989169 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:27:26.119306 tst handover.py: using LAC 38228\u000a03:27:26.241952 tst handover.py: using RAC 233\u000a03:27:26.364840 tst handover.py: using CellId 38228\u000a03:27:26.485606 tst handover.py: using BVCI 38229\u000a03:27:26.508779 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:27:26.660125 tst handover.py: using LAC 38229\u000a03:27:26.784386 tst handover.py: using RAC 234\u000a03:27:26.906331 tst handover.py: using CellId 38229\u000a03:27:27.032154 tst handover.py: using BVCI 38230\u000a03:27:27.055387 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:27.066213 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:27.076806 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:27.087387 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:27.098249 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:27:27.109008 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:27:27.229312 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:27:27.442610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:27.930717 run create_hlr_db(pid=3010): Launched\u000a03:27:28.065126 bus /sierra_2: Setting Powered False\u000a03:27:29.142221 run create_hlr_db(pid=3010): Terminated: ok {rc=0}\u000a03:27:29.549191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3012): Launched\u000a03:27:29.878686 run osmo-hlr_10.42.42.2(pid=3013): Launched\u000a03:27:30.001931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:30.543152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3015): Launched\u000a03:27:30.878910 run osmo-stp_10.42.42.5(pid=3016): Launched\u000a03:27:31.008777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:31.657303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3018): Launched\u000a03:27:32.081504 run osmo-msc_10.42.42.6(pid=3019): Launched\u000a03:27:32.469997 run osmo-stp_10.42.42.5(pid=3016): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3016)]\u000a03:27:32.610351 run osmo-stp_10.42.42.5(pid=3016): stdout: \u000a| (launched: 2022-12-14_03:27:30.710239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:32.746725 run osmo-stp_10.42.42.5(pid=3016): stderr: \u000a| �[0;m�[38;5;43m20221214032731031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032731032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032731032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032731032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032731033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032731033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032731033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:32.878882 run osmo-stp_10.42.42.5(pid=3016): stdout: \u000a| (launched: 2022-12-14_03:27:30.710239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:33.009709 run osmo-stp_10.42.42.5(pid=3016): stderr: \u000a| �[0;m�[38;5;43m20221214032731031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032731032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032731032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032731032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032731033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032731033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032731033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:33.066645 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3016): Process ended prematurely: osmo-stp_10.42.42.5(pid=3016) [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3016)] [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a03:27:33.075274 tst handover.py:18: Test FAILED (7.1 sec)\u000a03:27:33.138184 run osmo-hlr_10.42.42.2(pid=3013): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3013)]\u000a03:27:33.189808 run osmo-hlr_10.42.42.2(pid=3013): stdout: \u000a| (launched: 2022-12-14_03:27:29.715817) \u000a03:27:33.241904 run osmo-hlr_10.42.42.2(pid=3013): stderr: \u000a| �[0;m�[1;31m20221214032729917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032729917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032729917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032729917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032729917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032729917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032729930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032729940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032729941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032729941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:33.312680 run osmo-msc_10.42.42.6(pid=3019): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3019)]\u000a03:27:33.364252 run osmo-msc_10.42.42.6(pid=3019): stdout: \u000a| (launched: 2022-12-14_03:27:31.819882) \u000a03:27:33.416298 run osmo-msc_10.42.42.6(pid=3019): stderr: \u000a| �[0;m�[38;5;43m20221214032732167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032732167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd452fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032732168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032732168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032732168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032732168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032732170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032732170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032732171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032732171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:33.460657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3012): Terminating (SIGTERM)\u000a03:27:33.503058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3015): Terminating (SIGTERM)\u000a03:27:33.545098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3018): Terminating (SIGTERM)\u000a03:27:33.554717 --- ParallelTerminationStrategy: PID 3012 died...\u000a03:27:33.611231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3012): Terminated: ok {rc=0}\u000a03:27:33.621290 --- ParallelTerminationStrategy: PID 3015 died...\u000a03:27:33.677310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3015): Terminated: ok {rc=0}\u000a03:27:33.687237 --- ParallelTerminationStrategy: PID 3018 died...\u000a03:27:33.743173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3018): Terminated: ok {rc=0}\u000a03:27:33.831112 bus /sierra_3: Setting Powered False\u000a03:27:34.936802 bus /sierra_3: Setting Powered False\u000a03:27:36.043799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:27:25" }, { "cases" : [ { "testActions" : [ ], "age" : 196, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3030): Process ended prematurely: osmo-stp_10.42.42.5(pid=3030) [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3030)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3030): Process ended prematurely: osmo-stp_10.42.42.5(pid=3030) [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:27:38.037225 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:38.048332 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:27:38.178553 tst handover.py: using LAC 38230\u000a03:27:38.313438 tst handover.py: using RAC 235\u000a03:27:38.436034 tst handover.py: using CellId 38230\u000a03:27:38.556463 tst handover.py: using BVCI 38231\u000a03:27:38.580248 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:27:38.713796 tst handover.py: using LAC 38231\u000a03:27:38.832406 tst handover.py: using RAC 236\u000a03:27:38.951764 tst handover.py: using CellId 38231\u000a03:27:39.069931 tst handover.py: using BVCI 38232\u000a03:27:39.093274 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:39.104001 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:39.114725 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:39.125299 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:39.135948 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:27:39.146569 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:27:39.268492 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:27:39.472457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:39.937897 run create_hlr_db(pid=3024): Launched\u000a03:27:40.062691 bus /sierra_2: Setting Powered False\u000a03:27:41.134027 run create_hlr_db(pid=3024): Terminated: ok {rc=0}\u000a03:27:41.541879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3026): Launched\u000a03:27:41.871138 run osmo-hlr_10.42.42.2(pid=3027): Launched\u000a03:27:41.995393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:42.537107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3029): Launched\u000a03:27:42.867611 run osmo-stp_10.42.42.5(pid=3030): Launched\u000a03:27:42.990497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:43.560693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3032): Launched\u000a03:27:43.891042 run osmo-msc_10.42.42.6(pid=3033): Launched\u000a03:27:44.083851 run osmo-stp_10.42.42.5(pid=3030): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3030)]\u000a03:27:44.223311 run osmo-stp_10.42.42.5(pid=3030): stdout: \u000a| (launched: 2022-12-14_03:27:42.705028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:44.357462 run osmo-stp_10.42.42.5(pid=3030): stderr: \u000a| �[0;m�[38;5;43m20221214032742900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032742900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032742900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032742900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032742901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032742901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032742901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:44.480642 run osmo-stp_10.42.42.5(pid=3030): stdout: \u000a| (launched: 2022-12-14_03:27:42.705028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:44.603752 run osmo-stp_10.42.42.5(pid=3030): stderr: \u000a| �[0;m�[38;5;43m20221214032742900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032742900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032742900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032742900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032742901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032742901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032742901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:44.657583 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3030): Process ended prematurely: osmo-stp_10.42.42.5(pid=3030) [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3030)] [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a03:27:44.666387 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:27:44.726442 run osmo-hlr_10.42.42.2(pid=3027): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3027)]\u000a03:27:44.775652 run osmo-hlr_10.42.42.2(pid=3027): stdout: \u000a| (launched: 2022-12-14_03:27:41.709645) \u000a03:27:44.825643 run osmo-hlr_10.42.42.2(pid=3027): stderr: \u000a| �[0;m�[1;31m20221214032741909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032741909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032741909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032741909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032741909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032741909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032741921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032741930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032741930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032741930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:44.893264 run osmo-msc_10.42.42.6(pid=3033): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3033)]\u000a03:27:44.942293 run osmo-msc_10.42.42.6(pid=3033): stdout: \u000a| (launched: 2022-12-14_03:27:43.728388) \u000a03:27:44.991838 run osmo-msc_10.42.42.6(pid=3033): stderr: \u000a| �[0;m�[38;5;43m20221214032744051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032744052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a86b25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032744052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032744052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032744052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032744052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032744054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032744054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032744054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032744054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:45.034082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3026): Terminating (SIGTERM)\u000a03:27:45.074148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3029): Terminating (SIGTERM)\u000a03:27:45.114112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3032): Terminating (SIGTERM)\u000a03:27:45.123354 --- ParallelTerminationStrategy: PID 3026 died...\u000a03:27:45.176795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3026): Terminated: ok {rc=0}\u000a03:27:45.186491 --- ParallelTerminationStrategy: PID 3029 died...\u000a03:27:45.239559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3029): Terminated: ok {rc=0}\u000a03:27:45.249159 --- ParallelTerminationStrategy: PID 3032 died...\u000a03:27:45.302189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3032): Terminated: ok {rc=0}\u000a03:27:45.390067 bus /sierra_3: Setting Powered False\u000a03:27:46.515079 bus /sierra_3: Setting Powered False\u000a03:27:47.626178 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:27:37" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3044): Process ended prematurely: osmo-stp_10.42.42.5(pid=3044) [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3044): Process ended prematurely: osmo-stp_10.42.42.5(pid=3044) [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a03:27:49.604024 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:49.615082 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:27:49.735920 tst handover.py: using LAC 38232\u000a03:27:49.857716 tst handover.py: using RAC 237\u000a03:27:49.977312 tst handover.py: using CellId 38232\u000a03:27:50.096019 tst handover.py: using BVCI 38233\u000a03:27:50.119346 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a03:27:50.263085 tst handover.py: using LAC 38233\u000a03:27:50.391772 tst handover.py: using RAC 238\u000a03:27:50.521852 tst handover.py: using CellId 38233\u000a03:27:50.651928 tst handover.py: using BVCI 38234\u000a03:27:50.677250 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:50.688361 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:50.699430 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:50.710512 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:50.721947 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a03:27:50.733360 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:27:50.851190 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a03:27:51.066969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:27:51.555503 run create_hlr_db(pid=3038): Launched\u000a03:27:51.689652 bus /sierra_2: Setting Powered False\u000a03:27:52.767368 run create_hlr_db(pid=3038): Terminated: ok {rc=0}\u000a03:27:53.175511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3040): Launched\u000a03:27:53.505029 run osmo-hlr_10.42.42.2(pid=3041): Launched\u000a03:27:53.626482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:27:54.169365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3043): Launched\u000a03:27:54.498039 run osmo-stp_10.42.42.5(pid=3044): Launched\u000a03:27:54.617702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:27:55.194454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3046): Launched\u000a03:27:55.524354 run osmo-msc_10.42.42.6(pid=3047): Launched\u000a03:27:55.717880 run osmo-stp_10.42.42.5(pid=3044): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)]\u000a03:27:55.857035 run osmo-stp_10.42.42.5(pid=3044): stdout: \u000a| (launched: 2022-12-14_03:27:54.336293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:55.996530 run osmo-stp_10.42.42.5(pid=3044): stderr: \u000a| �[0;m�[38;5;43m20221214032754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032754531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:56.128824 run osmo-stp_10.42.42.5(pid=3044): stdout: \u000a| (launched: 2022-12-14_03:27:54.336293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:27:56.259601 run osmo-stp_10.42.42.5(pid=3044): stderr: \u000a| �[0;m�[38;5;43m20221214032754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032754530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032754531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032754531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:27:56.316918 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3044): Process ended prematurely: osmo-stp_10.42.42.5(pid=3044) [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)] [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a03:27:56.325842 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:27:56.389768 run osmo-hlr_10.42.42.2(pid=3041): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3041)]\u000a03:27:56.441604 run osmo-hlr_10.42.42.2(pid=3041): stdout: \u000a| (launched: 2022-12-14_03:27:53.342922) \u000a03:27:56.494165 run osmo-hlr_10.42.42.2(pid=3041): stderr: \u000a| �[0;m�[1;31m20221214032753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032753542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032753556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032753566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032753566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032753566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:27:56.565114 run osmo-msc_10.42.42.6(pid=3047): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3047)]\u000a03:27:56.616533 run osmo-msc_10.42.42.6(pid=3047): stdout: \u000a| (launched: 2022-12-14_03:27:55.362236) \u000a03:27:56.668522 run osmo-msc_10.42.42.6(pid=3047): stderr: \u000a| �[0;m�[38;5;43m20221214032755683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032755684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d59266c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032755684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032755684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032755684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032755684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032755687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032755688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032755688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032755688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:27:56.713235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3040): Terminating (SIGTERM)\u000a03:27:56.756044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3043): Terminating (SIGTERM)\u000a03:27:56.798206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3046): Terminating (SIGTERM)\u000a03:27:56.807975 --- ParallelTerminationStrategy: PID 3040 died...\u000a03:27:56.864765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3040): Terminated: ok {rc=0}\u000a03:27:56.875186 --- ParallelTerminationStrategy: PID 3043 died...\u000a03:27:56.931641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3043): Terminated: ok {rc=0}\u000a03:27:56.941820 --- ParallelTerminationStrategy: PID 3046 died...\u000a03:27:56.998054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3046): Terminated: ok {rc=0}\u000a03:27:57.084469 bus /sierra_3: Setting Powered False\u000a03:27:58.190878 bus /sierra_3: Setting Powered False\u000a03:27:59.299456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:27:49" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:28:01.282976 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:01.295591 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:01.434265 tst handover.py: using LAC 38234\u000a03:28:01.571550 tst handover.py: using RAC 239\u000a03:28:01.695332 tst handover.py: using CellId 38234\u000a03:28:01.837524 tst handover.py: using BVCI 38235\u000a03:28:01.863686 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:02.038643 tst handover.py: using LAC 38235\u000a03:28:02.192343 tst handover.py: using RAC 240\u000a03:28:02.322267 tst handover.py: using CellId 38235\u000a03:28:02.451746 tst handover.py: using BVCI 38236\u000a03:28:02.477091 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:02.488461 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:02.500034 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:02.511514 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:02.524021 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:02.536526 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:28:02.657449 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:28:02.871367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:03.360176 run create_hlr_db(pid=3052): Launched\u000a03:28:03.494321 bus /sierra_2: Setting Powered False\u000a03:28:04.573310 run create_hlr_db(pid=3052): Terminated: ok {rc=0}\u000a03:28:04.960122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Launched\u000a03:28:05.269237 run osmo-hlr_10.42.42.2(pid=3055): Launched\u000a03:28:05.388492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:05.892168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Launched\u000a03:28:06.198292 run osmo-stp_10.42.42.5(pid=3058): Launched\u000a03:28:06.309843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:06.844105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Launched\u000a03:28:07.151594 run osmo-msc_10.42.42.6(pid=3061): Launched\u000a03:28:07.331227 run osmo-stp_10.42.42.5(pid=3058): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]\u000a03:28:07.459963 run osmo-stp_10.42.42.5(pid=3058): stdout: \u000a| (launched: 2022-12-14_03:28:06.047596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:07.587267 run osmo-stp_10.42.42.5(pid=3058): stderr: \u000a| �[0;m�[38;5;43m20221214032806219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032806219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032806219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032806219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032806222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032806222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032806222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:07.709633 run osmo-stp_10.42.42.5(pid=3058): stdout: \u000a| (launched: 2022-12-14_03:28:06.047596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:07.831416 run osmo-stp_10.42.42.5(pid=3058): stderr: \u000a| �[0;m�[38;5;43m20221214032806219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032806219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032806219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032806219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032806222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032806222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032806222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:07.884681 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)] [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:28:07.892634 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:28:07.952717 run osmo-hlr_10.42.42.2(pid=3055): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3055)]\u000a03:28:08.002048 run osmo-hlr_10.42.42.2(pid=3055): stdout: \u000a| (launched: 2022-12-14_03:28:05.116662) \u000a03:28:08.051413 run osmo-hlr_10.42.42.2(pid=3055): stderr: \u000a| �[0;m�[1;31m20221214032805294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032805294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032805294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032805294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032805294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032805294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032805307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032805315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032805315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032805315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:08.118421 run osmo-msc_10.42.42.6(pid=3061): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3061)]\u000a03:28:08.167005 run osmo-msc_10.42.42.6(pid=3061): stdout: \u000a| (launched: 2022-12-14_03:28:07.000068) \u000a03:28:08.216067 run osmo-msc_10.42.42.6(pid=3061): stderr: \u000a| �[0;m�[38;5;43m20221214032807270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032807270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f2b56bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032807270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032807270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032807270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032807270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032807272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032807272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032807273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032807273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:08.257853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Terminating (SIGTERM)\u000a03:28:08.297489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Terminating (SIGTERM)\u000a03:28:08.337016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Terminating (SIGTERM)\u000a03:28:08.346149 --- ParallelTerminationStrategy: PID 3054 died...\u000a03:28:08.398836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Terminated: ok {rc=0}\u000a03:28:08.408378 --- ParallelTerminationStrategy: PID 3057 died...\u000a03:28:08.460914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Terminated: ok {rc=0}\u000a03:28:08.470371 --- ParallelTerminationStrategy: PID 3060 died...\u000a03:28:08.522790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Terminated: ok {rc=0}\u000a03:28:08.605997 bus /sierra_3: Setting Powered False\u000a03:28:09.711967 bus /sierra_3: Setting Powered False\u000a03:28:10.820617 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:28:01" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:28:12.813034 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:12.824387 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:28:12.944515 tst handover.py: using LAC 38236\u000a03:28:13.069634 tst handover.py: using RAC 241\u000a03:28:13.188009 tst handover.py: using CellId 38236\u000a03:28:13.308378 tst handover.py: using BVCI 38237\u000a03:28:13.331526 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:28:13.469649 tst handover.py: using LAC 38237\u000a03:28:13.588526 tst handover.py: using RAC 242\u000a03:28:13.709239 tst handover.py: using CellId 38237\u000a03:28:13.830305 tst handover.py: using BVCI 38238\u000a03:28:13.853725 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:13.864545 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:13.875343 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:13.886194 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:13.897739 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:28:13.909031 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:28:14.030519 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:28:14.233906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:14.696892 run create_hlr_db(pid=3066): Launched\u000a03:28:14.821711 bus /sierra_2: Setting Powered False\u000a03:28:15.922748 run create_hlr_db(pid=3066): Terminated: ok {rc=0}\u000a03:28:16.343830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Launched\u000a03:28:16.805124 run osmo-hlr_10.42.42.2(pid=3069): Launched\u000a03:28:16.983483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:17.565496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Launched\u000a03:28:17.894223 run osmo-stp_10.42.42.5(pid=3072): Launched\u000a03:28:18.013290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:18.583036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Launched\u000a03:28:18.913416 run osmo-msc_10.42.42.6(pid=3075): Launched\u000a03:28:19.106731 run osmo-stp_10.42.42.5(pid=3072): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]\u000a03:28:19.247399 run osmo-stp_10.42.42.5(pid=3072): stdout: \u000a| (launched: 2022-12-14_03:28:17.732860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:19.385039 run osmo-stp_10.42.42.5(pid=3072): stderr: \u000a| �[0;m�[38;5;43m20221214032817927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032817927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032817927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032817928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032817929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:19.516758 run osmo-stp_10.42.42.5(pid=3072): stdout: \u000a| (launched: 2022-12-14_03:28:17.732860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:19.647410 run osmo-stp_10.42.42.5(pid=3072): stderr: \u000a| �[0;m�[38;5;43m20221214032817927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032817927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032817927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032817928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032817928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032817929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:19.704515 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)] [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:28:19.713143 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:28:19.775978 run osmo-hlr_10.42.42.2(pid=3069): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3069)]\u000a03:28:19.827651 run osmo-hlr_10.42.42.2(pid=3069): stdout: \u000a| (launched: 2022-12-14_03:28:16.517839) \u000a03:28:19.879870 run osmo-hlr_10.42.42.2(pid=3069): stderr: \u000a| �[0;m�[1;31m20221214032816765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032816765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032816765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032816765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032816765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032816765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032816783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032816795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032816796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:19.951012 run osmo-msc_10.42.42.6(pid=3075): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3075)]\u000a03:28:20.002537 run osmo-msc_10.42.42.6(pid=3075): stdout: \u000a| (launched: 2022-12-14_03:28:18.750172) \u000a03:28:20.054721 run osmo-msc_10.42.42.6(pid=3075): stderr: \u000a| �[0;m�[38;5;43m20221214032819070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032819070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6eef979c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032819070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032819070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032819070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032819071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032819072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032819073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032819073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032819073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:20.099036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminating (SIGTERM)\u000a03:28:20.141526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminating (SIGTERM)\u000a03:28:20.183938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminating (SIGTERM)\u000a03:28:20.193662 --- ParallelTerminationStrategy: PID 3068 died...\u000a03:28:20.250092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminated: ok {rc=0}\u000a03:28:20.260178 --- ParallelTerminationStrategy: PID 3071 died...\u000a03:28:20.316743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminated: ok {rc=0}\u000a03:28:20.326863 --- ParallelTerminationStrategy: PID 3074 died...\u000a03:28:20.383421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminated: ok {rc=0}\u000a03:28:20.468834 bus /sierra_3: Setting Powered False\u000a03:28:21.574863 bus /sierra_3: Setting Powered False\u000a03:28:22.682276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:28:12" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:28:24.661276 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:24.673570 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:28:24.796877 tst handover.py: using LAC 38238\u000a03:28:24.917266 tst handover.py: using RAC 243\u000a03:28:25.036815 tst handover.py: using CellId 38238\u000a03:28:25.160806 tst handover.py: using BVCI 38239\u000a03:28:25.184241 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:28:25.306363 tst handover.py: using LAC 38239\u000a03:28:25.428560 tst handover.py: using RAC 244\u000a03:28:25.549050 tst handover.py: using CellId 38239\u000a03:28:25.668158 tst handover.py: using BVCI 38240\u000a03:28:25.691772 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:25.702762 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:25.713643 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:25.724388 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:25.735384 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:28:25.746288 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:28:25.867378 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:28:26.071598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:26.539229 run create_hlr_db(pid=3080): Launched\u000a03:28:26.664378 bus /sierra_2: Setting Powered False\u000a03:28:27.737424 run create_hlr_db(pid=3080): Terminated: ok {rc=0}\u000a03:28:28.146978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Launched\u000a03:28:28.477124 run osmo-hlr_10.42.42.2(pid=3083): Launched\u000a03:28:28.597801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:29.141137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Launched\u000a03:28:29.470199 run osmo-stp_10.42.42.5(pid=3086): Launched\u000a03:28:29.591339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:30.162697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3088): Launched\u000a03:28:30.491809 run osmo-msc_10.42.42.6(pid=3089): Launched\u000a03:28:30.684463 run osmo-stp_10.42.42.5(pid=3086): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]\u000a03:28:30.822692 run osmo-stp_10.42.42.5(pid=3086): stdout: \u000a| (launched: 2022-12-14_03:28:29.308519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:30.976747 run osmo-stp_10.42.42.5(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221214032829500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032829500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032829500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032829501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032829503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032829503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032829503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:31.127530 run osmo-stp_10.42.42.5(pid=3086): stdout: \u000a| (launched: 2022-12-14_03:28:29.308519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:31.260084 run osmo-stp_10.42.42.5(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221214032829500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032829500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032829500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032829501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032829503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032829503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032829503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:31.318272 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)] [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a03:28:31.327419 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:31.390978 run osmo-hlr_10.42.42.2(pid=3083): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3083)]\u000a03:28:31.443385 run osmo-hlr_10.42.42.2(pid=3083): stdout: \u000a| (launched: 2022-12-14_03:28:28.315173) \u000a03:28:31.496092 run osmo-hlr_10.42.42.2(pid=3083): stderr: \u000a| �[0;m�[1;31m20221214032828516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032828516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032828516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032828516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032828516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032828516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032828529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032828537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032828537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032828537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:31.567639 run osmo-msc_10.42.42.6(pid=3089): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3089)]\u000a03:28:31.619884 run osmo-msc_10.42.42.6(pid=3089): stdout: \u000a| (launched: 2022-12-14_03:28:30.329916) \u000a03:28:31.672402 run osmo-msc_10.42.42.6(pid=3089): stderr: \u000a| �[0;m�[38;5;43m20221214032830652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032830652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff130317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032830653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032830653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032830653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032830653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032830655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032830655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032830655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032830655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:31.717635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Terminating (SIGTERM)\u000a03:28:31.759959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Terminating (SIGTERM)\u000a03:28:31.803303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3088): Terminating (SIGTERM)\u000a03:28:31.814219 --- ParallelTerminationStrategy: PID 3082 died...\u000a03:28:31.870995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Terminated: ok {rc=0}\u000a03:28:31.881343 --- ParallelTerminationStrategy: PID 3085 died...\u000a03:28:31.938049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Terminated: ok {rc=0}\u000a03:28:31.948628 --- ParallelTerminationStrategy: PID 3088 died...\u000a03:28:32.005072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3088): Terminated: ok {rc=0}\u000a03:28:32.098989 bus /sierra_3: Setting Powered False\u000a03:28:33.203824 bus /sierra_3: Setting Powered False\u000a03:28:34.312006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:28:24" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3101): Process ended prematurely: osmo-stp_10.42.42.5(pid=3101) [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3101)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3101): Process ended prematurely: osmo-stp_10.42.42.5(pid=3101) [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:28:36.286807 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:36.298164 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:28:36.420013 tst handover.py: using LAC 38240\u000a03:28:36.548735 tst handover.py: using RAC 245\u000a03:28:36.679064 tst handover.py: using CellId 38240\u000a03:28:36.807209 tst handover.py: using BVCI 38241\u000a03:28:36.832343 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:28:36.969793 tst handover.py: using LAC 38241\u000a03:28:37.092212 tst handover.py: using RAC 246\u000a03:28:37.214008 tst handover.py: using CellId 38241\u000a03:28:37.341903 tst handover.py: using BVCI 38242\u000a03:28:37.365219 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:37.376021 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:37.386616 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:37.397121 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:37.407695 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:28:37.418242 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:28:37.533927 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:28:37.738725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:38.200736 run create_hlr_db(pid=3095): Launched\u000a03:28:38.324569 bus /sierra_2: Setting Powered False\u000a03:28:39.397170 run create_hlr_db(pid=3095): Terminated: ok {rc=0}\u000a03:28:39.805492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3097): Launched\u000a03:28:40.135673 run osmo-hlr_10.42.42.2(pid=3098): Launched\u000a03:28:40.260229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:40.801400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3100): Launched\u000a03:28:41.130171 run osmo-stp_10.42.42.5(pid=3101): Launched\u000a03:28:41.250099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:41.822052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3103): Launched\u000a03:28:42.152788 run osmo-msc_10.42.42.6(pid=3104): Launched\u000a03:28:42.346391 run osmo-stp_10.42.42.5(pid=3101): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3101)]\u000a03:28:42.486346 run osmo-stp_10.42.42.5(pid=3101): stdout: \u000a| (launched: 2022-12-14_03:28:40.968713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:42.624778 run osmo-stp_10.42.42.5(pid=3101): stderr: \u000a| �[0;m�[38;5;43m20221214032841163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032841163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032841164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032841164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032841165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032841165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032841165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:42.757276 run osmo-stp_10.42.42.5(pid=3101): stdout: \u000a| (launched: 2022-12-14_03:28:40.968713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:42.888162 run osmo-stp_10.42.42.5(pid=3101): stderr: \u000a| �[0;m�[38;5;43m20221214032841163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032841163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032841164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032841164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032841165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032841165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032841165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:42.945860 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3101): Process ended prematurely: osmo-stp_10.42.42.5(pid=3101) [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3101)] [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a03:28:42.954808 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:43.017977 run osmo-hlr_10.42.42.2(pid=3098): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3098)]\u000a03:28:43.070020 run osmo-hlr_10.42.42.2(pid=3098): stdout: \u000a| (launched: 2022-12-14_03:28:39.973525) \u000a03:28:43.123011 run osmo-hlr_10.42.42.2(pid=3098): stderr: \u000a| �[0;m�[1;31m20221214032840175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032840175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032840175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032840175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032840175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032840175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032840191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032840200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032840201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032840201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:43.194191 run osmo-msc_10.42.42.6(pid=3104): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3104)]\u000a03:28:43.245943 run osmo-msc_10.42.42.6(pid=3104): stdout: \u000a| (launched: 2022-12-14_03:28:41.989823) \u000a03:28:43.298404 run osmo-msc_10.42.42.6(pid=3104): stderr: \u000a| �[0;m�[38;5;43m20221214032842311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032842311 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2442aa7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032842311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032842311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032842311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032842311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032842313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032842314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032842314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032842314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:43.343139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3097): Terminating (SIGTERM)\u000a03:28:43.385905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3100): Terminating (SIGTERM)\u000a03:28:43.427942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3103): Terminating (SIGTERM)\u000a03:28:43.437680 --- ParallelTerminationStrategy: PID 3097 died...\u000a03:28:43.494015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3097): Terminated: ok {rc=0}\u000a03:28:43.504114 --- ParallelTerminationStrategy: PID 3100 died...\u000a03:28:43.560145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3100): Terminated: ok {rc=0}\u000a03:28:43.570130 --- ParallelTerminationStrategy: PID 3103 died...\u000a03:28:43.626278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3103): Terminated: ok {rc=0}\u000a03:28:43.713346 bus /sierra_3: Setting Powered False\u000a03:28:44.818580 bus /sierra_3: Setting Powered False\u000a03:28:45.964439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3115): Process ended prematurely: osmo-stp_10.42.42.5(pid=3115) [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3115)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3115): Process ended prematurely: osmo-stp_10.42.42.5(pid=3115) [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:28:47.967598 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:47.979069 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:28:48.109429 tst handover.py: using LAC 38242\u000a03:28:48.239811 tst handover.py: using RAC 247\u000a03:28:48.369784 tst handover.py: using CellId 38242\u000a03:28:48.499862 tst handover.py: using BVCI 38243\u000a03:28:48.524838 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:28:48.669716 tst handover.py: using LAC 38243\u000a03:28:48.800175 tst handover.py: using RAC 248\u000a03:28:48.930284 tst handover.py: using CellId 38243\u000a03:28:49.052774 tst handover.py: using BVCI 38244\u000a03:28:49.075918 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:49.086801 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:49.097661 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:49.108354 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:49.119199 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:28:49.129915 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:28:49.244817 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:28:49.455267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:28:49.919260 run create_hlr_db(pid=3109): Launched\u000a03:28:50.044157 bus /sierra_2: Setting Powered False\u000a03:28:51.117886 run create_hlr_db(pid=3109): Terminated: ok {rc=0}\u000a03:28:51.526136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3111): Launched\u000a03:28:51.858011 run osmo-hlr_10.42.42.2(pid=3112): Launched\u000a03:28:51.981143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:28:52.521773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3114): Launched\u000a03:28:52.850485 run osmo-stp_10.42.42.5(pid=3115): Launched\u000a03:28:52.977035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:28:53.549292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3117): Launched\u000a03:28:53.878672 run osmo-msc_10.42.42.6(pid=3118): Launched\u000a03:28:54.072666 run osmo-stp_10.42.42.5(pid=3115): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3115)]\u000a03:28:54.211897 run osmo-stp_10.42.42.5(pid=3115): stdout: \u000a| (launched: 2022-12-14_03:28:52.688803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:54.350888 run osmo-stp_10.42.42.5(pid=3115): stderr: \u000a| �[0;m�[38;5;43m20221214032852884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032852884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032852884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032852885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032852885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032852885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032852885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:54.483370 run osmo-stp_10.42.42.5(pid=3115): stdout: \u000a| (launched: 2022-12-14_03:28:52.688803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:28:54.614947 run osmo-stp_10.42.42.5(pid=3115): stderr: \u000a| �[0;m�[38;5;43m20221214032852884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032852884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032852884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032852885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032852885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032852885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032852885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:28:54.672419 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3115): Process ended prematurely: osmo-stp_10.42.42.5(pid=3115) [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3115)] [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a03:28:54.681267 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:28:54.744647 run osmo-hlr_10.42.42.2(pid=3112): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3112)]\u000a03:28:54.796657 run osmo-hlr_10.42.42.2(pid=3112): stdout: \u000a| (launched: 2022-12-14_03:28:51.694267) \u000a03:28:54.849639 run osmo-hlr_10.42.42.2(pid=3112): stderr: \u000a| �[0;m�[1;31m20221214032851896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032851896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032851896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032851896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032851896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032851896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032851909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032851917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032851917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032851917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:28:54.921139 run osmo-msc_10.42.42.6(pid=3118): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3118)]\u000a03:28:54.973130 run osmo-msc_10.42.42.6(pid=3118): stdout: \u000a| (launched: 2022-12-14_03:28:53.716695) \u000a03:28:55.025311 run osmo-msc_10.42.42.6(pid=3118): stderr: \u000a| �[0;m�[38;5;43m20221214032854041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032854042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f757ea92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032854042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032854042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032854042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032854042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032854044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:28:55.070241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3111): Terminating (SIGTERM)\u000a03:28:55.112519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3114): Terminating (SIGTERM)\u000a03:28:55.155085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3117): Terminating (SIGTERM)\u000a03:28:55.165006 --- ParallelTerminationStrategy: PID 3111 died...\u000a03:28:55.221990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3111): Terminated: ok {rc=0}\u000a03:28:55.231955 --- ParallelTerminationStrategy: PID 3114 died...\u000a03:28:55.288370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3114): Terminated: ok {rc=0}\u000a03:28:55.298512 --- ParallelTerminationStrategy: PID 3117 died...\u000a03:28:55.354747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3117): Terminated: ok {rc=0}\u000a03:28:55.441482 bus /sierra_3: Setting Powered False\u000a03:28:56.547384 bus /sierra_3: Setting Powered False\u000a03:28:57.659075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:28:47" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3129): Process ended prematurely: osmo-stp_10.42.42.5(pid=3129) [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3129)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3129): Process ended prematurely: osmo-stp_10.42.42.5(pid=3129) [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a03:28:59.656270 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:28:59.668382 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:28:59.808662 tst handover.py: using LAC 38244\u000a03:28:59.929354 tst handover.py: using RAC 249\u000a03:29:00.046909 tst handover.py: using CellId 38244\u000a03:29:00.168001 tst handover.py: using BVCI 38245\u000a03:29:00.191143 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a03:29:00.323785 tst handover.py: using LAC 38245\u000a03:29:00.442087 tst handover.py: using RAC 250\u000a03:29:00.560079 tst handover.py: using CellId 38245\u000a03:29:00.679524 tst handover.py: using BVCI 38246\u000a03:29:00.702689 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:00.713735 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:00.724545 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:00.735372 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:00.746170 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a03:29:00.756937 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:29:00.880033 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a03:29:01.115321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:01.654382 run create_hlr_db(pid=3123): Launched\u000a03:29:01.794231 bus /sierra_2: Setting Powered False\u000a03:29:02.866207 run create_hlr_db(pid=3123): Terminated: ok {rc=0}\u000a03:29:03.250809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3125): Launched\u000a03:29:03.557619 run osmo-hlr_10.42.42.2(pid=3126): Launched\u000a03:29:03.678790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:04.189051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3128): Launched\u000a03:29:04.495820 run osmo-stp_10.42.42.5(pid=3129): Launched\u000a03:29:04.606439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:05.138762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3131): Launched\u000a03:29:05.445919 run osmo-msc_10.42.42.6(pid=3132): Launched\u000a03:29:05.625403 run osmo-stp_10.42.42.5(pid=3129): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3129)]\u000a03:29:05.754586 run osmo-stp_10.42.42.5(pid=3129): stdout: \u000a| (launched: 2022-12-14_03:29:04.344788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:05.881855 run osmo-stp_10.42.42.5(pid=3129): stderr: \u000a| �[0;m�[38;5;43m20221214032904517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032904517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032904518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032904518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032904518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032904519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032904519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:06.004232 run osmo-stp_10.42.42.5(pid=3129): stdout: \u000a| (launched: 2022-12-14_03:29:04.344788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:06.125826 run osmo-stp_10.42.42.5(pid=3129): stderr: \u000a| �[0;m�[38;5;43m20221214032904517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032904517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032904518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032904518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032904518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032904519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032904519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:06.179009 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3129): Process ended prematurely: osmo-stp_10.42.42.5(pid=3129) [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3129)] [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a03:29:06.187121 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:29:06.246168 run osmo-hlr_10.42.42.2(pid=3126): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3126)]\u000a03:29:06.294813 run osmo-hlr_10.42.42.2(pid=3126): stdout: \u000a| (launched: 2022-12-14_03:29:03.406384) \u000a03:29:06.343922 run osmo-hlr_10.42.42.2(pid=3126): stderr: \u000a| �[0;m�[1;31m20221214032903583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032903583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032903583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032903583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032903583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032903583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032903596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032903606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032903606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032903606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:06.410632 run osmo-msc_10.42.42.6(pid=3132): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3132)]\u000a03:29:06.459082 run osmo-msc_10.42.42.6(pid=3132): stdout: \u000a| (launched: 2022-12-14_03:29:05.294494) \u000a03:29:06.508005 run osmo-msc_10.42.42.6(pid=3132): stderr: \u000a| �[0;m�[38;5;43m20221214032905567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032905567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b80589c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032905567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032905567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032905567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032905568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032905569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032905570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032905570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032905570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:06.549612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3125): Terminating (SIGTERM)\u000a03:29:06.589046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3128): Terminating (SIGTERM)\u000a03:29:06.628327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3131): Terminating (SIGTERM)\u000a03:29:06.637571 --- ParallelTerminationStrategy: PID 3125 died...\u000a03:29:06.690601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3125): Terminated: ok {rc=0}\u000a03:29:06.700186 --- ParallelTerminationStrategy: PID 3128 died...\u000a03:29:06.752629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3128): Terminated: ok {rc=0}\u000a03:29:06.762203 --- ParallelTerminationStrategy: PID 3131 died...\u000a03:29:06.814765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3131): Terminated: ok {rc=0}\u000a03:29:06.901825 bus /sierra_3: Setting Powered False\u000a03:29:08.004972 bus /sierra_3: Setting Powered False\u000a03:29:09.111460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:28:59" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3143): Process ended prematurely: osmo-stp_10.42.42.5(pid=3143) [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3143)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3143): Process ended prematurely: osmo-stp_10.42.42.5(pid=3143) [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:29:11.141085 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:11.152814 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:11.298545 tst handover.py: using LAC 38246\u000a03:29:11.426912 tst handover.py: using RAC 251\u000a03:29:11.557900 tst handover.py: using CellId 38246\u000a03:29:11.689286 tst handover.py: using BVCI 38247\u000a03:29:11.714237 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:11.851803 tst handover.py: using LAC 38247\u000a03:29:11.993069 tst handover.py: using RAC 252\u000a03:29:12.114526 tst handover.py: using CellId 38247\u000a03:29:12.233939 tst handover.py: using BVCI 38248\u000a03:29:12.257174 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:12.268083 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:12.278806 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:12.289531 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:12.300150 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:12.310913 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:12.431988 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:12.647156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:13.136357 run create_hlr_db(pid=3137): Launched\u000a03:29:13.270210 bus /sierra_2: Setting Powered False\u000a03:29:14.347080 run create_hlr_db(pid=3137): Terminated: ok {rc=0}\u000a03:29:14.732371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3139): Launched\u000a03:29:15.037339 run osmo-hlr_10.42.42.2(pid=3140): Launched\u000a03:29:15.154533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:15.658546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3142): Launched\u000a03:29:16.065760 run osmo-stp_10.42.42.5(pid=3143): Launched\u000a03:29:16.200197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:16.862795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3145): Launched\u000a03:29:17.283306 run osmo-msc_10.42.42.6(pid=3146): Launched\u000a03:29:17.467165 run osmo-stp_10.42.42.5(pid=3143): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3143)]\u000a03:29:17.594671 run osmo-stp_10.42.42.5(pid=3143): stdout: \u000a| (launched: 2022-12-14_03:29:15.813366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:17.722242 run osmo-stp_10.42.42.5(pid=3143): stderr: \u000a| �[0;m�[38;5;43m20221214032916159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032916159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032916159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032916160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032916160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032916160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032916160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:17.844847 run osmo-stp_10.42.42.5(pid=3143): stdout: \u000a| (launched: 2022-12-14_03:29:15.813366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:17.966692 run osmo-stp_10.42.42.5(pid=3143): stderr: \u000a| �[0;m�[38;5;43m20221214032916159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032916159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032916159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032916160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032916160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032916160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032916160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:18.020033 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3143): Process ended prematurely: osmo-stp_10.42.42.5(pid=3143) [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3143)] [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:29:18.027963 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:29:18.087580 run osmo-hlr_10.42.42.2(pid=3140): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3140)]\u000a03:29:18.136732 run osmo-hlr_10.42.42.2(pid=3140): stdout: \u000a| (launched: 2022-12-14_03:29:14.887513) \u000a03:29:18.186563 run osmo-hlr_10.42.42.2(pid=3140): stderr: \u000a| �[0;m�[1;31m20221214032915062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032915062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032915063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032915063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032915063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032915063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032915075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032915084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032915084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032915084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:18.254139 run osmo-msc_10.42.42.6(pid=3146): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3146)]\u000a03:29:18.303170 run osmo-msc_10.42.42.6(pid=3146): stdout: \u000a| (launched: 2022-12-14_03:29:17.020748) \u000a03:29:18.352737 run osmo-msc_10.42.42.6(pid=3146): stderr: \u000a| �[0;m�[38;5;43m20221214032917373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032917373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7b1692c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032917373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032917373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032917373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032917373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032917377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032917377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032917377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032917377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:18.395079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3139): Terminating (SIGTERM)\u000a03:29:18.434942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3142): Terminating (SIGTERM)\u000a03:29:18.474809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3145): Terminating (SIGTERM)\u000a03:29:18.484004 --- ParallelTerminationStrategy: PID 3139 died...\u000a03:29:18.537280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3139): Terminated: ok {rc=0}\u000a03:29:18.546771 --- ParallelTerminationStrategy: PID 3142 died...\u000a03:29:18.599823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3142): Terminated: ok {rc=0}\u000a03:29:18.609394 --- ParallelTerminationStrategy: PID 3145 died...\u000a03:29:18.662315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3145): Terminated: ok {rc=0}\u000a03:29:18.750315 bus /sierra_3: Setting Powered False\u000a03:29:19.850956 bus /sierra_3: Setting Powered False\u000a03:29:20.960435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:29:10" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:29:22.960683 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:22.971485 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:29:23.105484 tst handover.py: using LAC 38248\u000a03:29:23.223749 tst handover.py: using RAC 253\u000a03:29:23.342264 tst handover.py: using CellId 38248\u000a03:29:23.460463 tst handover.py: using BVCI 38249\u000a03:29:23.483749 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:29:23.604714 tst handover.py: using LAC 38249\u000a03:29:23.724408 tst handover.py: using RAC 254\u000a03:29:23.843048 tst handover.py: using CellId 38249\u000a03:29:23.963824 tst handover.py: using BVCI 38250\u000a03:29:23.987079 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:23.997820 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:24.008318 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:24.018990 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:24.029615 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:29:24.040119 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:29:24.159274 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:29:24.372507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:24.859560 run create_hlr_db(pid=3151): Launched\u000a03:29:24.993674 bus /sierra_2: Setting Powered False\u000a03:29:26.070722 run create_hlr_db(pid=3151): Terminated: ok {rc=0}\u000a03:29:26.478362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Launched\u000a03:29:26.807182 run osmo-hlr_10.42.42.2(pid=3155): Launched\u000a03:29:26.927721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:27.470463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Launched\u000a03:29:27.800178 run osmo-stp_10.42.42.5(pid=3158): Launched\u000a03:29:27.920308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:28.491138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3160): Launched\u000a03:29:28.821154 run osmo-msc_10.42.42.6(pid=3161): Launched\u000a03:29:29.014794 run osmo-stp_10.42.42.5(pid=3158): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]\u000a03:29:29.154151 run osmo-stp_10.42.42.5(pid=3158): stdout: \u000a| (launched: 2022-12-14_03:29:27.637788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:29.291569 run osmo-stp_10.42.42.5(pid=3158): stderr: \u000a| �[0;m�[38;5;43m20221214032927832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032927832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032927833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032927833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032927834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032927834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032927834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:29.424044 run osmo-stp_10.42.42.5(pid=3158): stdout: \u000a| (launched: 2022-12-14_03:29:27.637788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:29.555818 run osmo-stp_10.42.42.5(pid=3158): stderr: \u000a| �[0;m�[38;5;43m20221214032927832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032927832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032927833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032927833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032927834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032927834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032927834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:29.613115 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)] [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a03:29:29.621982 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:29:29.685592 run osmo-hlr_10.42.42.2(pid=3155): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3155)]\u000a03:29:29.737572 run osmo-hlr_10.42.42.2(pid=3155): stdout: \u000a| (launched: 2022-12-14_03:29:26.645360) \u000a03:29:29.790117 run osmo-hlr_10.42.42.2(pid=3155): stderr: \u000a| �[0;m�[1;31m20221214032926844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032926844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032926844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032926844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032926844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032926845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032926856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032926864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032926864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032926864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:29.861234 run osmo-msc_10.42.42.6(pid=3161): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3161)]\u000a03:29:29.913182 run osmo-msc_10.42.42.6(pid=3161): stdout: \u000a| (launched: 2022-12-14_03:29:28.658241) \u000a03:29:29.966216 run osmo-msc_10.42.42.6(pid=3161): stderr: \u000a| �[0;m�[38;5;43m20221214032928980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032928981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f32507c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032928981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032928981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032928981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032928981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032928983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032928983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032928983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032928983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:30.011317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminating (SIGTERM)\u000a03:29:30.053705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminating (SIGTERM)\u000a03:29:30.095929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3160): Terminating (SIGTERM)\u000a03:29:30.105598 --- ParallelTerminationStrategy: PID 3154 died...\u000a03:29:30.162485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminated: ok {rc=0}\u000a03:29:30.172513 --- ParallelTerminationStrategy: PID 3157 died...\u000a03:29:30.228620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminated: ok {rc=0}\u000a03:29:30.238587 --- ParallelTerminationStrategy: PID 3160 died...\u000a03:29:30.294493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3160): Terminated: ok {rc=0}\u000a03:29:30.381299 bus /sierra_3: Setting Powered False\u000a03:29:31.504268 bus /sierra_3: Setting Powered False\u000a03:29:32.617498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:29:22" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3172): Process ended prematurely: osmo-stp_10.42.42.5(pid=3172) [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3172)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3172): Process ended prematurely: osmo-stp_10.42.42.5(pid=3172) [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:29:34.623060 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:34.634019 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:29:34.768543 tst handover.py: using LAC 38250\u000a03:29:34.890290 tst handover.py: using RAC 255\u000a03:29:35.010383 tst handover.py: using CellId 38250\u000a03:29:35.129787 tst handover.py: using BVCI 38251\u000a03:29:35.152860 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:29:35.290332 tst handover.py: using LAC 38251\u000a03:29:35.414417 tst handover.py: using RAC 1\u000a03:29:35.533190 tst handover.py: using CellId 38251\u000a03:29:35.650868 tst handover.py: using BVCI 38252\u000a03:29:35.674099 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:35.684833 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:35.695387 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:35.706042 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:35.716794 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:29:35.727549 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:29:35.848288 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:29:36.065308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:36.555718 run create_hlr_db(pid=3166): Launched\u000a03:29:36.689694 bus /sierra_2: Setting Powered False\u000a03:29:37.766652 run create_hlr_db(pid=3166): Terminated: ok {rc=0}\u000a03:29:38.177501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3168): Launched\u000a03:29:38.509582 run osmo-hlr_10.42.42.2(pid=3169): Launched\u000a03:29:38.631970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:39.175733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3171): Launched\u000a03:29:39.504523 run osmo-stp_10.42.42.5(pid=3172): Launched\u000a03:29:39.624317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:40.200738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3174): Launched\u000a03:29:40.530745 run osmo-msc_10.42.42.6(pid=3175): Launched\u000a03:29:40.723666 run osmo-stp_10.42.42.5(pid=3172): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3172)]\u000a03:29:40.863082 run osmo-stp_10.42.42.5(pid=3172): stdout: \u000a| (launched: 2022-12-14_03:29:39.342961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:41.002499 run osmo-stp_10.42.42.5(pid=3172): stderr: \u000a| �[0;m�[38;5;43m20221214032939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032939537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032939538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032939538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032939538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:41.134962 run osmo-stp_10.42.42.5(pid=3172): stdout: \u000a| (launched: 2022-12-14_03:29:39.342961)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:41.266505 run osmo-stp_10.42.42.5(pid=3172): stderr: \u000a| �[0;m�[38;5;43m20221214032939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032939537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032939538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032939538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032939538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:41.323729 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3172): Process ended prematurely: osmo-stp_10.42.42.5(pid=3172) [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3172)] [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a03:29:41.332254 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:29:41.395189 run osmo-hlr_10.42.42.2(pid=3169): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3169)]\u000a03:29:41.446580 run osmo-hlr_10.42.42.2(pid=3169): stdout: \u000a| (launched: 2022-12-14_03:29:38.345274) \u000a03:29:41.498707 run osmo-hlr_10.42.42.2(pid=3169): stderr: \u000a| �[0;m�[1;31m20221214032938544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032938544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032938544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032938544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032938544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032938560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032938570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032938571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032938571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:41.569708 run osmo-msc_10.42.42.6(pid=3175): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3175)]\u000a03:29:41.621505 run osmo-msc_10.42.42.6(pid=3175): stdout: \u000a| (launched: 2022-12-14_03:29:40.368388) \u000a03:29:41.673610 run osmo-msc_10.42.42.6(pid=3175): stderr: \u000a| �[0;m�[38;5;43m20221214032940690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032940690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd975a41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032940691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032940691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032940691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032940691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032940693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032940693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032940693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032940693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:41.717953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3168): Terminating (SIGTERM)\u000a03:29:41.760674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3171): Terminating (SIGTERM)\u000a03:29:41.802746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3174): Terminating (SIGTERM)\u000a03:29:41.812415 --- ParallelTerminationStrategy: PID 3168 died...\u000a03:29:41.868705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3168): Terminated: ok {rc=0}\u000a03:29:41.878755 --- ParallelTerminationStrategy: PID 3171 died...\u000a03:29:41.935327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3171): Terminated: ok {rc=0}\u000a03:29:41.945430 --- ParallelTerminationStrategy: PID 3174 died...\u000a03:29:42.001530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3174): Terminated: ok {rc=0}\u000a03:29:42.089401 bus /sierra_3: Setting Powered False\u000a03:29:43.192692 bus /sierra_3: Setting Powered False\u000a03:29:44.303731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3187): Process ended prematurely: osmo-stp_10.42.42.5(pid=3187) [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3187): Process ended prematurely: osmo-stp_10.42.42.5(pid=3187) [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:29:46.335325 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:46.347517 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:29:46.514136 tst handover.py: using LAC 38252\u000a03:29:46.638473 tst handover.py: using RAC 2\u000a03:29:46.760198 tst handover.py: using CellId 38252\u000a03:29:46.923441 tst handover.py: using BVCI 38253\u000a03:29:46.970185 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:29:47.142457 tst handover.py: using LAC 38253\u000a03:29:47.276084 tst handover.py: using RAC 3\u000a03:29:47.406282 tst handover.py: using CellId 38253\u000a03:29:47.535020 tst handover.py: using BVCI 38254\u000a03:29:47.560153 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:47.571476 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:47.582788 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:47.594122 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:47.606188 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:29:47.618054 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:29:47.735151 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:29:47.950377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:48.438757 run create_hlr_db(pid=3181): Launched\u000a03:29:48.572335 bus /sierra_2: Setting Powered False\u000a03:29:49.651029 run create_hlr_db(pid=3181): Terminated: ok {rc=0}\u000a03:29:50.035047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3183): Launched\u000a03:29:50.341692 run osmo-hlr_10.42.42.2(pid=3184): Launched\u000a03:29:50.454912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:29:50.959632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3186): Launched\u000a03:29:51.267013 run osmo-stp_10.42.42.5(pid=3187): Launched\u000a03:29:51.378655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:29:51.911342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3189): Launched\u000a03:29:52.217724 run osmo-msc_10.42.42.6(pid=3190): Launched\u000a03:29:52.397734 run osmo-stp_10.42.42.5(pid=3187): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)]\u000a03:29:52.527288 run osmo-stp_10.42.42.5(pid=3187): stdout: \u000a| (launched: 2022-12-14_03:29:51.115334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:52.653883 run osmo-stp_10.42.42.5(pid=3187): stderr: \u000a| �[0;m�[38;5;43m20221214032951286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032951286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032951286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032951286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032951287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032951287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032951287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:52.776191 run osmo-stp_10.42.42.5(pid=3187): stdout: \u000a| (launched: 2022-12-14_03:29:51.115334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:29:52.897724 run osmo-stp_10.42.42.5(pid=3187): stderr: \u000a| �[0;m�[38;5;43m20221214032951286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214032951286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214032951286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214032951286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214032951287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214032951287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214032951287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:29:52.950837 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3187): Process ended prematurely: osmo-stp_10.42.42.5(pid=3187) [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)] [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a03:29:52.958807 tst handover.py:18: Test FAILED (6.6 sec)\u000a03:29:53.018409 run osmo-hlr_10.42.42.2(pid=3184): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3184)]\u000a03:29:53.067377 run osmo-hlr_10.42.42.2(pid=3184): stdout: \u000a| (launched: 2022-12-14_03:29:50.190759) \u000a03:29:53.116733 run osmo-hlr_10.42.42.2(pid=3184): stderr: \u000a| �[0;m�[1;31m20221214032950368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214032950368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214032950368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032950368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214032950368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214032950368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214032950380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214032950391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214032950391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214032950391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:29:53.184035 run osmo-msc_10.42.42.6(pid=3190): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3190)]\u000a03:29:53.232704 run osmo-msc_10.42.42.6(pid=3190): stdout: \u000a| (launched: 2022-12-14_03:29:52.066646) \u000a03:29:53.282275 run osmo-msc_10.42.42.6(pid=3190): stderr: \u000a| �[0;m�[38;5;43m20221214032952339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214032952340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f710e131c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214032952340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214032952340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214032952340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214032952340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214032952342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214032952342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214032952343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214032952343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:29:53.324100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3183): Terminating (SIGTERM)\u000a03:29:53.363653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3186): Terminating (SIGTERM)\u000a03:29:53.403287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3189): Terminating (SIGTERM)\u000a03:29:53.412597 --- ParallelTerminationStrategy: PID 3183 died...\u000a03:29:53.465917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3183): Terminated: ok {rc=0}\u000a03:29:53.475511 --- ParallelTerminationStrategy: PID 3186 died...\u000a03:29:53.528339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3186): Terminated: ok {rc=0}\u000a03:29:53.537975 --- ParallelTerminationStrategy: PID 3189 died...\u000a03:29:53.590514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3189): Terminated: ok {rc=0}\u000a03:29:53.678348 bus /sierra_3: Setting Powered False\u000a03:29:54.781247 bus /sierra_3: Setting Powered False\u000a03:29:55.888170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:29:46" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3205): Process ended prematurely: osmo-stp_10.42.42.5(pid=3205) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3205): Process ended prematurely: osmo-stp_10.42.42.5(pid=3205) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a03:29:57.921703 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:57.933554 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:58.076401 tst handover.py: using LAC 38254\u000a03:29:58.198392 tst handover.py: using RAC 4\u000a03:29:58.318297 tst handover.py: using CellId 38254\u000a03:29:58.437660 tst handover.py: using BVCI 38255\u000a03:29:58.460816 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a03:29:58.598385 tst handover.py: using LAC 38255\u000a03:29:58.721323 tst handover.py: using RAC 5\u000a03:29:58.841598 tst handover.py: using CellId 38255\u000a03:29:58.962620 tst handover.py: using BVCI 38256\u000a03:29:58.986078 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:58.997327 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:59.008408 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:59.019608 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:59.031271 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a03:29:59.042861 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:59.160199 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a03:29:59.363688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:29:59.828761 run create_hlr_db(pid=3196): Launched\u000a03:29:59.953476 bus /sierra_2: Setting Powered False\u000a03:30:01.064012 run create_hlr_db(pid=3196): Terminated: ok {rc=0}\u000a03:30:01.500214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Launched\u000a03:30:01.950128 run osmo-hlr_10.42.42.2(pid=3202): Launched\u000a03:30:02.190732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:02.738825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3204): Launched\u000a03:30:03.070603 run osmo-stp_10.42.42.5(pid=3205): Launched\u000a03:30:03.191616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:03.765289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3207): Launched\u000a03:30:04.096731 run osmo-msc_10.42.42.6(pid=3208): Launched\u000a03:30:04.289606 run osmo-stp_10.42.42.5(pid=3205): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)]\u000a03:30:04.428480 run osmo-stp_10.42.42.5(pid=3205): stdout: \u000a| (launched: 2022-12-14_03:30:02.906026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:04.561688 run osmo-stp_10.42.42.5(pid=3205): stderr: \u000a| �[0;m�[38;5;43m20221214033003097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033003097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033003098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033003098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033003100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:04.684548 run osmo-stp_10.42.42.5(pid=3205): stdout: \u000a| (launched: 2022-12-14_03:30:02.906026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:04.806722 run osmo-stp_10.42.42.5(pid=3205): stderr: \u000a| �[0;m�[38;5;43m20221214033003097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033003097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033003098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033003098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033003100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033003101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:04.860075 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3205): Process ended prematurely: osmo-stp_10.42.42.5(pid=3205) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)] [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a03:30:04.868233 tst handover.py:18: Test FAILED (6.9 sec)\u000a03:30:04.927969 run osmo-hlr_10.42.42.2(pid=3202): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3202)]\u000a03:30:04.977165 run osmo-hlr_10.42.42.2(pid=3202): stdout: \u000a| (launched: 2022-12-14_03:30:01.675122) \u000a03:30:05.026883 run osmo-hlr_10.42.42.2(pid=3202): stderr: \u000a| �[0;m�[1;31m20221214033001998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033001998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033001998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033001998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033001998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033001998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033002010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033002023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033002024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033002024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:05.094102 run osmo-msc_10.42.42.6(pid=3208): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3208)]\u000a03:30:05.142891 run osmo-msc_10.42.42.6(pid=3208): stdout: \u000a| (launched: 2022-12-14_03:30:03.932724) \u000a03:30:05.192324 run osmo-msc_10.42.42.6(pid=3208): stderr: \u000a| �[0;m�[38;5;43m20221214033004254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033004254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c24816c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033004254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033004254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033004254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033004255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033004256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033004257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033004257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033004257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:05.234316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Terminating (SIGTERM)\u000a03:30:05.273923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3204): Terminating (SIGTERM)\u000a03:30:05.313593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3207): Terminating (SIGTERM)\u000a03:30:05.322914 --- ParallelTerminationStrategy: PID 3198 died...\u000a03:30:05.376102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Terminated: ok {rc=0}\u000a03:30:05.385858 --- ParallelTerminationStrategy: PID 3204 died...\u000a03:30:05.438746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3204): Terminated: ok {rc=0}\u000a03:30:05.448357 --- ParallelTerminationStrategy: PID 3207 died...\u000a03:30:05.501076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3207): Terminated: ok {rc=0}\u000a03:30:05.587957 bus /sierra_3: Setting Powered False\u000a03:30:06.688458 bus /sierra_3: Setting Powered False\u000a03:30:07.794754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:29:57" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3219): Process ended prematurely: osmo-stp_10.42.42.5(pid=3219) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3219)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3219): Process ended prematurely: osmo-stp_10.42.42.5(pid=3219) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:30:09.800318 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:09.811892 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:09.954361 tst handover.py: using LAC 38256\u000a03:30:10.085992 tst handover.py: using RAC 6\u000a03:30:10.207394 tst handover.py: using CellId 38256\u000a03:30:10.328036 tst handover.py: using BVCI 38257\u000a03:30:10.351459 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:10.472409 tst handover.py: using LAC 38257\u000a03:30:10.592203 tst handover.py: using RAC 7\u000a03:30:10.710133 tst handover.py: using CellId 38257\u000a03:30:10.828196 tst handover.py: using BVCI 38258\u000a03:30:10.851360 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:10.862328 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:10.873181 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:10.883963 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:10.894776 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:10.905517 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:11.020405 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:11.234770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:11.725231 run create_hlr_db(pid=3213): Launched\u000a03:30:11.859567 bus /sierra_2: Setting Powered False\u000a03:30:12.935508 run create_hlr_db(pid=3213): Terminated: ok {rc=0}\u000a03:30:13.318854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3215): Launched\u000a03:30:13.624715 run osmo-hlr_10.42.42.2(pid=3216): Launched\u000a03:30:13.741541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:14.245252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3218): Launched\u000a03:30:14.550811 run osmo-stp_10.42.42.5(pid=3219): Launched\u000a03:30:14.662979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:15.194544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3221): Launched\u000a03:30:15.500649 run osmo-msc_10.42.42.6(pid=3222): Launched\u000a03:30:15.680189 run osmo-stp_10.42.42.5(pid=3219): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3219)]\u000a03:30:15.809440 run osmo-stp_10.42.42.5(pid=3219): stdout: \u000a| (launched: 2022-12-14_03:30:14.400253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:15.969244 run osmo-stp_10.42.42.5(pid=3219): stderr: \u000a| �[0;m�[38;5;43m20221214033014573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033014573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033014573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033014574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033014574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033014574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033014574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:16.094844 run osmo-stp_10.42.42.5(pid=3219): stdout: \u000a| (launched: 2022-12-14_03:30:14.400253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:16.219267 run osmo-stp_10.42.42.5(pid=3219): stderr: \u000a| �[0;m�[38;5;43m20221214033014573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033014573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033014573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033014574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033014574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033014574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033014574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:16.274366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3219): Process ended prematurely: osmo-stp_10.42.42.5(pid=3219) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3219)] [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a03:30:16.283419 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:30:16.346345 run osmo-hlr_10.42.42.2(pid=3216): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3216)]\u000a03:30:16.397902 run osmo-hlr_10.42.42.2(pid=3216): stdout: \u000a| (launched: 2022-12-14_03:30:13.473866) \u000a03:30:16.449062 run osmo-hlr_10.42.42.2(pid=3216): stderr: \u000a| �[0;m�[1;31m20221214033013651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033013651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033013652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033013652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033013652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033013652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033013664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033013672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033013673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033013673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:16.518878 run osmo-msc_10.42.42.6(pid=3222): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3222)]\u000a03:30:16.570102 run osmo-msc_10.42.42.6(pid=3222): stdout: \u000a| (launched: 2022-12-14_03:30:15.349682) \u000a03:30:16.622017 run osmo-msc_10.42.42.6(pid=3222): stderr: \u000a| �[0;m�[38;5;43m20221214033015619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033015619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41fc607c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033015619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033015619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033015619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033015620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033015621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033015622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033015622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033015622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:16.665787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3215): Terminating (SIGTERM)\u000a03:30:16.706407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3218): Terminating (SIGTERM)\u000a03:30:16.747723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3221): Terminating (SIGTERM)\u000a03:30:16.757554 --- ParallelTerminationStrategy: PID 3215 died...\u000a03:30:16.813635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3215): Terminated: ok {rc=0}\u000a03:30:16.823747 --- ParallelTerminationStrategy: PID 3218 died...\u000a03:30:16.878496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3218): Terminated: ok {rc=0}\u000a03:30:16.888556 --- ParallelTerminationStrategy: PID 3221 died...\u000a03:30:16.943453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3221): Terminated: ok {rc=0}\u000a03:30:17.033095 bus /sierra_3: Setting Powered False\u000a03:30:18.134347 bus /sierra_3: Setting Powered False\u000a03:30:19.240544 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:30:09" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3233): Process ended prematurely: osmo-stp_10.42.42.5(pid=3233) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3233)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3233): Process ended prematurely: osmo-stp_10.42.42.5(pid=3233) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:30:21.249694 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:21.261925 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:21.403349 tst handover.py: using LAC 38258\u000a03:30:21.533123 tst handover.py: using RAC 8\u000a03:30:21.656890 tst handover.py: using CellId 38258\u000a03:30:21.777423 tst handover.py: using BVCI 38259\u000a03:30:21.800867 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:21.937276 tst handover.py: using LAC 38259\u000a03:30:22.058856 tst handover.py: using RAC 9\u000a03:30:22.184794 tst handover.py: using CellId 38259\u000a03:30:22.305969 tst handover.py: using BVCI 38260\u000a03:30:22.329595 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:22.340818 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:22.351903 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:22.363048 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:22.374264 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:22.385524 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:22.501260 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:22.703553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:23.166726 run create_hlr_db(pid=3227): Launched\u000a03:30:23.291744 bus /sierra_2: Setting Powered False\u000a03:30:24.364768 run create_hlr_db(pid=3227): Terminated: ok {rc=0}\u000a03:30:24.773823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3229): Launched\u000a03:30:25.105235 run osmo-hlr_10.42.42.2(pid=3230): Launched\u000a03:30:25.227242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:25.773375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3232): Launched\u000a03:30:26.105239 run osmo-stp_10.42.42.5(pid=3233): Launched\u000a03:30:26.225930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:26.797902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3235): Launched\u000a03:30:27.128089 run osmo-msc_10.42.42.6(pid=3236): Launched\u000a03:30:27.322452 run osmo-stp_10.42.42.5(pid=3233): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3233)]\u000a03:30:27.461549 run osmo-stp_10.42.42.5(pid=3233): stdout: \u000a| (launched: 2022-12-14_03:30:25.941354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:27.599807 run osmo-stp_10.42.42.5(pid=3233): stderr: \u000a| �[0;m�[38;5;43m20221214033026135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033026135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033026135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033026135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033026136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033026136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033026136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:27.732240 run osmo-stp_10.42.42.5(pid=3233): stdout: \u000a| (launched: 2022-12-14_03:30:25.941354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:27.863074 run osmo-stp_10.42.42.5(pid=3233): stderr: \u000a| �[0;m�[38;5;43m20221214033026135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033026135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033026135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033026135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033026136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033026136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033026136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:27.920400 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3233): Process ended prematurely: osmo-stp_10.42.42.5(pid=3233) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3233)] [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a03:30:27.929317 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:30:27.992750 run osmo-hlr_10.42.42.2(pid=3230): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3230)]\u000a03:30:28.044300 run osmo-hlr_10.42.42.2(pid=3230): stdout: \u000a| (launched: 2022-12-14_03:30:24.941525) \u000a03:30:28.096530 run osmo-hlr_10.42.42.2(pid=3230): stderr: \u000a| �[0;m�[1;31m20221214033025142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033025142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033025142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033025142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033025142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033025142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033025155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033025164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033025164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033025164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:28.167346 run osmo-msc_10.42.42.6(pid=3236): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3236)]\u000a03:30:28.218533 run osmo-msc_10.42.42.6(pid=3236): stdout: \u000a| (launched: 2022-12-14_03:30:26.965850) \u000a03:30:28.270558 run osmo-msc_10.42.42.6(pid=3236): stderr: \u000a| �[0;m�[38;5;43m20221214033027286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033027286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ab22d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033027286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033027286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033027286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033027287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033027288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033027289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033027289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033027289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:28.314989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3229): Terminating (SIGTERM)\u000a03:30:28.357093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3232): Terminating (SIGTERM)\u000a03:30:28.399050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3235): Terminating (SIGTERM)\u000a03:30:28.408792 --- ParallelTerminationStrategy: PID 3229 died...\u000a03:30:28.465354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3229): Terminated: ok {rc=0}\u000a03:30:28.475531 --- ParallelTerminationStrategy: PID 3232 died...\u000a03:30:28.531839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3232): Terminated: ok {rc=0}\u000a03:30:28.541981 --- ParallelTerminationStrategy: PID 3235 died...\u000a03:30:28.598121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3235): Terminated: ok {rc=0}\u000a03:30:28.685097 bus /sierra_3: Setting Powered False\u000a03:30:29.788928 bus /sierra_3: Setting Powered False\u000a03:30:30.925234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:30:20" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3247): Process ended prematurely: osmo-stp_10.42.42.5(pid=3247) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3247)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3247): Process ended prematurely: osmo-stp_10.42.42.5(pid=3247) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:30:32.974520 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:32.986033 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:33.118290 tst handover.py: using LAC 38260\u000a03:30:33.237733 tst handover.py: using RAC 10\u000a03:30:33.356631 tst handover.py: using CellId 38260\u000a03:30:33.475365 tst handover.py: using BVCI 38261\u000a03:30:33.498722 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:30:33.641419 tst handover.py: using LAC 38261\u000a03:30:33.769484 tst handover.py: using RAC 11\u000a03:30:33.896389 tst handover.py: using CellId 38261\u000a03:30:34.024536 tst handover.py: using BVCI 38262\u000a03:30:34.049912 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:34.061596 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:34.073042 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:34.084635 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:34.096728 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:30:34.108689 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:30:34.226059 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:30:34.440724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:34.929856 run create_hlr_db(pid=3241): Launched\u000a03:30:35.064901 bus /sierra_2: Setting Powered False\u000a03:30:36.141873 run create_hlr_db(pid=3241): Terminated: ok {rc=0}\u000a03:30:36.551104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3243): Launched\u000a03:30:36.882419 run osmo-hlr_10.42.42.2(pid=3244): Launched\u000a03:30:37.003755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:37.545298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3246): Launched\u000a03:30:37.874832 run osmo-stp_10.42.42.5(pid=3247): Launched\u000a03:30:37.995642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:38.566257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3249): Launched\u000a03:30:38.896295 run osmo-msc_10.42.42.6(pid=3250): Launched\u000a03:30:39.089086 run osmo-stp_10.42.42.5(pid=3247): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3247)]\u000a03:30:39.227785 run osmo-stp_10.42.42.5(pid=3247): stdout: \u000a| (launched: 2022-12-14_03:30:37.712664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:39.366168 run osmo-stp_10.42.42.5(pid=3247): stderr: \u000a| �[0;m�[38;5;43m20221214033037903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033037903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033037903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033037903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033037904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033037904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033037904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:39.498719 run osmo-stp_10.42.42.5(pid=3247): stdout: \u000a| (launched: 2022-12-14_03:30:37.712664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:39.629706 run osmo-stp_10.42.42.5(pid=3247): stderr: \u000a| �[0;m�[38;5;43m20221214033037903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033037903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033037903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033037903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033037904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033037904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033037904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:39.686913 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3247): Process ended prematurely: osmo-stp_10.42.42.5(pid=3247) [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3247)] [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a03:30:39.695801 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:30:39.759302 run osmo-hlr_10.42.42.2(pid=3244): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3244)]\u000a03:30:39.811042 run osmo-hlr_10.42.42.2(pid=3244): stdout: \u000a| (launched: 2022-12-14_03:30:36.718787) \u000a03:30:39.863402 run osmo-hlr_10.42.42.2(pid=3244): stderr: \u000a| �[0;m�[1;31m20221214033036915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033036915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033036915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033036915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033036916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033036916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033036928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033036936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033036936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033036936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:39.934486 run osmo-msc_10.42.42.6(pid=3250): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3250)]\u000a03:30:39.986623 run osmo-msc_10.42.42.6(pid=3250): stdout: \u000a| (launched: 2022-12-14_03:30:38.733497) \u000a03:30:40.039285 run osmo-msc_10.42.42.6(pid=3250): stderr: \u000a| �[0;m�[38;5;43m20221214033039057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033039057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd06f4f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033039057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033039057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033039057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033039057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033039059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033039059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033039060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033039060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:40.083875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3243): Terminating (SIGTERM)\u000a03:30:40.126210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3246): Terminating (SIGTERM)\u000a03:30:40.168375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3249): Terminating (SIGTERM)\u000a03:30:40.178095 --- ParallelTerminationStrategy: PID 3243 died...\u000a03:30:40.234328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3243): Terminated: ok {rc=0}\u000a03:30:40.244307 --- ParallelTerminationStrategy: PID 3246 died...\u000a03:30:40.299919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3246): Terminated: ok {rc=0}\u000a03:30:40.309872 --- ParallelTerminationStrategy: PID 3249 died...\u000a03:30:40.365743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3249): Terminated: ok {rc=0}\u000a03:30:40.453458 bus /sierra_3: Setting Powered False\u000a03:30:41.557315 bus /sierra_3: Setting Powered False\u000a03:30:42.666390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:30:32" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3261): Process ended prematurely: osmo-stp_10.42.42.5(pid=3261) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3261)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3261): Process ended prematurely: osmo-stp_10.42.42.5(pid=3261) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a03:30:44.679397 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:44.690265 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:44.829409 tst handover.py: using LAC 38262\u000a03:30:44.956882 tst handover.py: using RAC 12\u000a03:30:45.084859 tst handover.py: using CellId 38262\u000a03:30:45.213503 tst handover.py: using BVCI 38263\u000a03:30:45.238474 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a03:30:45.369059 tst handover.py: using LAC 38263\u000a03:30:45.496755 tst handover.py: using RAC 13\u000a03:30:45.624843 tst handover.py: using CellId 38263\u000a03:30:45.752828 tst handover.py: using BVCI 38264\u000a03:30:45.778027 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:45.789400 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:45.800505 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:45.811732 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:45.823840 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a03:30:45.836509 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:45.968702 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a03:30:46.189587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:46.706387 run create_hlr_db(pid=3255): Launched\u000a03:30:46.842841 bus /sierra_2: Setting Powered False\u000a03:30:47.915339 run create_hlr_db(pid=3255): Terminated: ok {rc=0}\u000a03:30:48.301134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3257): Launched\u000a03:30:48.607937 run osmo-hlr_10.42.42.2(pid=3258): Launched\u000a03:30:48.720791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:30:49.226578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3260): Launched\u000a03:30:49.532240 run osmo-stp_10.42.42.5(pid=3261): Launched\u000a03:30:49.644192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:30:50.177081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3263): Launched\u000a03:30:50.484517 run osmo-msc_10.42.42.6(pid=3264): Launched\u000a03:30:50.664933 run osmo-stp_10.42.42.5(pid=3261): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3261)]\u000a03:30:50.794436 run osmo-stp_10.42.42.5(pid=3261): stdout: \u000a| (launched: 2022-12-14_03:30:49.382268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:50.921816 run osmo-stp_10.42.42.5(pid=3261): stderr: \u000a| �[0;m�[38;5;43m20221214033049553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033049553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033049553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033049553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033049556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033049556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033049556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:51.044621 run osmo-stp_10.42.42.5(pid=3261): stdout: \u000a| (launched: 2022-12-14_03:30:49.382268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:30:51.166539 run osmo-stp_10.42.42.5(pid=3261): stderr: \u000a| �[0;m�[38;5;43m20221214033049553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033049553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033049553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033049553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033049556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033049556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033049556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:30:51.219892 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3261): Process ended prematurely: osmo-stp_10.42.42.5(pid=3261) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3261)] [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a03:30:51.227960 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:30:51.287957 run osmo-hlr_10.42.42.2(pid=3258): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3258)]\u000a03:30:51.337108 run osmo-hlr_10.42.42.2(pid=3258): stdout: \u000a| (launched: 2022-12-14_03:30:48.456860) \u000a03:30:51.386641 run osmo-hlr_10.42.42.2(pid=3258): stderr: \u000a| �[0;m�[1;31m20221214033048636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033048636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033048636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033048636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033048636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033048636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033048648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033048659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033048659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033048659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:30:51.453989 run osmo-msc_10.42.42.6(pid=3264): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3264)]\u000a03:30:51.502720 run osmo-msc_10.42.42.6(pid=3264): stdout: \u000a| (launched: 2022-12-14_03:30:50.333111) \u000a03:30:51.552098 run osmo-msc_10.42.42.6(pid=3264): stderr: \u000a| �[0;m�[38;5;43m20221214033050606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033050606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0957cedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033050606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033050606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033050606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033050606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033050608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033050608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033050609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033050609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:30:51.594447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3257): Terminating (SIGTERM)\u000a03:30:51.634178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3260): Terminating (SIGTERM)\u000a03:30:51.674009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3263): Terminating (SIGTERM)\u000a03:30:51.683345 --- ParallelTerminationStrategy: PID 3257 died...\u000a03:30:51.736625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3257): Terminated: ok {rc=0}\u000a03:30:51.746370 --- ParallelTerminationStrategy: PID 3260 died...\u000a03:30:51.799364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3260): Terminated: ok {rc=0}\u000a03:30:51.808878 --- ParallelTerminationStrategy: PID 3263 died...\u000a03:30:51.862381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3263): Terminated: ok {rc=0}\u000a03:30:51.952409 bus /sierra_3: Setting Powered False\u000a03:30:53.054789 bus /sierra_3: Setting Powered False\u000a03:30:54.166652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:30:44" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3276): Process ended prematurely: osmo-stp_10.42.42.5(pid=3276) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3276)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3276): Process ended prematurely: osmo-stp_10.42.42.5(pid=3276) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:30:56.181768 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:56.193284 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:56.338927 tst handover.py: using LAC 38264\u000a03:30:56.467402 tst handover.py: using RAC 14\u000a03:30:56.598397 tst handover.py: using CellId 38264\u000a03:30:56.727340 tst handover.py: using BVCI 38265\u000a03:30:56.752364 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:30:56.892744 tst handover.py: using LAC 38265\u000a03:30:57.022383 tst handover.py: using RAC 15\u000a03:30:57.153593 tst handover.py: using CellId 38265\u000a03:30:57.283696 tst handover.py: using BVCI 38266\u000a03:30:57.308886 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:57.320505 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:57.331946 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:57.343503 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:57.355404 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:30:57.367272 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:57.483830 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:30:57.691921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:30:58.158182 run create_hlr_db(pid=3270): Launched\u000a03:30:58.283428 bus /sierra_2: Setting Powered False\u000a03:30:59.355685 run create_hlr_db(pid=3270): Terminated: ok {rc=0}\u000a03:30:59.766383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3272): Launched\u000a03:31:00.097467 run osmo-hlr_10.42.42.2(pid=3273): Launched\u000a03:31:00.220364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:00.764706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3275): Launched\u000a03:31:01.249699 run osmo-stp_10.42.42.5(pid=3276): Launched\u000a03:31:01.558401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:02.302120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3278): Launched\u000a03:31:02.634197 run osmo-msc_10.42.42.6(pid=3279): Launched\u000a03:31:02.827458 run osmo-stp_10.42.42.5(pid=3276): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3276)]\u000a03:31:02.968343 run osmo-stp_10.42.42.5(pid=3276): stdout: \u000a| (launched: 2022-12-14_03:31:00.940607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:03.106829 run osmo-stp_10.42.42.5(pid=3276): stderr: \u000a| �[0;m�[38;5;43m20221214033101419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033101420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033101422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033101424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033101427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033101427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:03.239846 run osmo-stp_10.42.42.5(pid=3276): stdout: \u000a| (launched: 2022-12-14_03:31:00.940607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:03.371113 run osmo-stp_10.42.42.5(pid=3276): stderr: \u000a| �[0;m�[38;5;43m20221214033101419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033101420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033101422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033101424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033101426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033101427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033101427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:03.428271 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3276): Process ended prematurely: osmo-stp_10.42.42.5(pid=3276) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3276)] [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a03:31:03.437285 tst handover.py:18: Test FAILED (7.2 sec)\u000a03:31:03.500781 run osmo-hlr_10.42.42.2(pid=3273): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3273)]\u000a03:31:03.552538 run osmo-hlr_10.42.42.2(pid=3273): stdout: \u000a| (launched: 2022-12-14_03:30:59.933770) \u000a03:31:03.605026 run osmo-hlr_10.42.42.2(pid=3273): stderr: \u000a| �[0;m�[1;31m20221214033100134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033100134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033100134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033100134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033100134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033100134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033100146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033100156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033100157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033100157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:03.675482 run osmo-msc_10.42.42.6(pid=3279): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3279)]\u000a03:31:03.727042 run osmo-msc_10.42.42.6(pid=3279): stdout: \u000a| (launched: 2022-12-14_03:31:02.469764) \u000a03:31:03.779314 run osmo-msc_10.42.42.6(pid=3279): stderr: \u000a| �[0;m�[38;5;43m20221214033102790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033102790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0692099c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033102790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033102791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033102791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033102791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033102794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033102795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033102795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033102795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:03.823797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3272): Terminating (SIGTERM)\u000a03:31:03.866013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3275): Terminating (SIGTERM)\u000a03:31:03.908024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3278): Terminating (SIGTERM)\u000a03:31:03.917854 --- ParallelTerminationStrategy: PID 3272 died...\u000a03:31:03.974833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3272): Terminated: ok {rc=0}\u000a03:31:03.985052 --- ParallelTerminationStrategy: PID 3275 died...\u000a03:31:04.041631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3275): Terminated: ok {rc=0}\u000a03:31:04.051790 --- ParallelTerminationStrategy: PID 3278 died...\u000a03:31:04.108088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3278): Terminated: ok {rc=0}\u000a03:31:04.195382 bus /sierra_3: Setting Powered False\u000a03:31:05.300976 bus /sierra_3: Setting Powered False\u000a03:31:06.409072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:30:55" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3291): Process ended prematurely: osmo-stp_10.42.42.5(pid=3291) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3291)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3291): Process ended prematurely: osmo-stp_10.42.42.5(pid=3291) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:08.445004 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:08.456066 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:08.592411 tst handover.py: using LAC 38266\u000a03:31:08.714278 tst handover.py: using RAC 16\u000a03:31:08.836631 tst handover.py: using CellId 38266\u000a03:31:08.958420 tst handover.py: using BVCI 38267\u000a03:31:08.981701 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:09.125094 tst handover.py: using LAC 38267\u000a03:31:09.248056 tst handover.py: using RAC 17\u000a03:31:09.370238 tst handover.py: using CellId 38267\u000a03:31:09.494670 tst handover.py: using BVCI 38268\u000a03:31:09.517947 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:09.528765 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:09.539544 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:09.550452 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:09.561290 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:09.571977 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:09.692874 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:09.896611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:10.362253 run create_hlr_db(pid=3285): Launched\u000a03:31:10.486794 bus /sierra_2: Setting Powered False\u000a03:31:11.559813 run create_hlr_db(pid=3285): Terminated: ok {rc=0}\u000a03:31:11.969174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3287): Launched\u000a03:31:12.300817 run osmo-hlr_10.42.42.2(pid=3288): Launched\u000a03:31:12.423761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:12.969962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3290): Launched\u000a03:31:13.300804 run osmo-stp_10.42.42.5(pid=3291): Launched\u000a03:31:13.424030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:13.998319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3293): Launched\u000a03:31:14.329957 run osmo-msc_10.42.42.6(pid=3294): Launched\u000a03:31:14.523709 run osmo-stp_10.42.42.5(pid=3291): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3291)]\u000a03:31:14.663232 run osmo-stp_10.42.42.5(pid=3291): stdout: \u000a| (launched: 2022-12-14_03:31:13.137825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:14.801374 run osmo-stp_10.42.42.5(pid=3291): stderr: \u000a| �[0;m�[38;5;43m20221214033113333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033113333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033113333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033113334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033113334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033113334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033113334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:14.933914 run osmo-stp_10.42.42.5(pid=3291): stdout: \u000a| (launched: 2022-12-14_03:31:13.137825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:15.065712 run osmo-stp_10.42.42.5(pid=3291): stderr: \u000a| �[0;m�[38;5;43m20221214033113333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033113333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033113333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033113334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033113334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033113334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033113334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:15.123049 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3291): Process ended prematurely: osmo-stp_10.42.42.5(pid=3291) [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3291)] [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a03:31:15.131823 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:31:15.195052 run osmo-hlr_10.42.42.2(pid=3288): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3288)]\u000a03:31:15.246983 run osmo-hlr_10.42.42.2(pid=3288): stdout: \u000a| (launched: 2022-12-14_03:31:12.137415) \u000a03:31:15.299338 run osmo-hlr_10.42.42.2(pid=3288): stderr: \u000a| �[0;m�[1;31m20221214033112337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033112337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033112338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033112338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033112338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033112338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033112351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033112361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033112361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033112361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:15.370591 run osmo-msc_10.42.42.6(pid=3294): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3294)]\u000a03:31:15.422324 run osmo-msc_10.42.42.6(pid=3294): stdout: \u000a| (launched: 2022-12-14_03:31:14.166184) \u000a03:31:15.474843 run osmo-msc_10.42.42.6(pid=3294): stderr: \u000a| �[0;m�[38;5;43m20221214033114488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033114488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96b4347c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033114489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033114489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033114489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033114489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033114491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033114491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033114491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033114491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:15.519355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3287): Terminating (SIGTERM)\u000a03:31:15.562003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3290): Terminating (SIGTERM)\u000a03:31:15.604389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3293): Terminating (SIGTERM)\u000a03:31:15.614190 --- ParallelTerminationStrategy: PID 3287 died...\u000a03:31:15.671462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3287): Terminated: ok {rc=0}\u000a03:31:15.682004 --- ParallelTerminationStrategy: PID 3290 died...\u000a03:31:15.738399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3290): Terminated: ok {rc=0}\u000a03:31:15.748580 --- ParallelTerminationStrategy: PID 3293 died...\u000a03:31:15.805070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3293): Terminated: ok {rc=0}\u000a03:31:15.907309 bus /sierra_3: Setting Powered False\u000a03:31:17.010984 bus /sierra_3: Setting Powered False\u000a03:31:18.120447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3305): Process ended prematurely: osmo-stp_10.42.42.5(pid=3305) [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3305)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3305): Process ended prematurely: osmo-stp_10.42.42.5(pid=3305) [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a03:31:20.125239 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:20.136016 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:20.265813 tst handover.py: using LAC 38268\u000a03:31:20.395328 tst handover.py: using RAC 18\u000a03:31:20.525687 tst handover.py: using CellId 38268\u000a03:31:20.655783 tst handover.py: using BVCI 38269\u000a03:31:20.680718 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a03:31:20.818666 tst handover.py: using LAC 38269\u000a03:31:20.940326 tst handover.py: using RAC 19\u000a03:31:21.061953 tst handover.py: using CellId 38269\u000a03:31:21.182062 tst handover.py: using BVCI 38270\u000a03:31:21.205408 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:21.216020 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:21.226645 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:21.237223 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:21.247772 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:31:21.258452 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:21.380444 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a03:31:21.595580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:22.085942 run create_hlr_db(pid=3299): Launched\u000a03:31:22.219517 bus /sierra_2: Setting Powered False\u000a03:31:23.297684 run create_hlr_db(pid=3299): Terminated: ok {rc=0}\u000a03:31:23.705114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3301): Launched\u000a03:31:24.035480 run osmo-hlr_10.42.42.2(pid=3302): Launched\u000a03:31:24.157632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:24.703936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3304): Launched\u000a03:31:25.034867 run osmo-stp_10.42.42.5(pid=3305): Launched\u000a03:31:25.155108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:25.727297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3307): Launched\u000a03:31:26.057865 run osmo-msc_10.42.42.6(pid=3308): Launched\u000a03:31:26.251249 run osmo-stp_10.42.42.5(pid=3305): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3305)]\u000a03:31:26.390895 run osmo-stp_10.42.42.5(pid=3305): stdout: \u000a| (launched: 2022-12-14_03:31:24.871952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:26.529590 run osmo-stp_10.42.42.5(pid=3305): stderr: \u000a| �[0;m�[38;5;43m20221214033125068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033125069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033125069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033125069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033125070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033125070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033125070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:26.662105 run osmo-stp_10.42.42.5(pid=3305): stdout: \u000a| (launched: 2022-12-14_03:31:24.871952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:26.793229 run osmo-stp_10.42.42.5(pid=3305): stderr: \u000a| �[0;m�[38;5;43m20221214033125068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033125069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033125069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033125069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033125070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033125070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033125070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:26.850505 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3305): Process ended prematurely: osmo-stp_10.42.42.5(pid=3305) [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3305)] [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a03:31:26.859035 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:31:26.921828 run osmo-hlr_10.42.42.2(pid=3302): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3302)]\u000a03:31:26.973175 run osmo-hlr_10.42.42.2(pid=3302): stdout: \u000a| (launched: 2022-12-14_03:31:23.872575) \u000a03:31:27.025789 run osmo-hlr_10.42.42.2(pid=3302): stderr: \u000a| �[0;m�[1;31m20221214033124076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033124076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033124076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033124076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033124076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033124076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033124091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033124101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033124101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033124101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:27.096630 run osmo-msc_10.42.42.6(pid=3308): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3308)]\u000a03:31:27.147851 run osmo-msc_10.42.42.6(pid=3308): stdout: \u000a| (launched: 2022-12-14_03:31:25.894968) \u000a03:31:27.200349 run osmo-msc_10.42.42.6(pid=3308): stderr: \u000a| �[0;m�[38;5;43m20221214033126217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033126217 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60f2243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033126218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033126218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033126218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033126218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033126220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033126220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033126220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033126220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:27.244853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3301): Terminating (SIGTERM)\u000a03:31:27.287261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3304): Terminating (SIGTERM)\u000a03:31:27.329588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3307): Terminating (SIGTERM)\u000a03:31:27.339307 --- ParallelTerminationStrategy: PID 3301 died...\u000a03:31:27.395568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3301): Terminated: ok {rc=0}\u000a03:31:27.405706 --- ParallelTerminationStrategy: PID 3304 died...\u000a03:31:27.461490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3304): Terminated: ok {rc=0}\u000a03:31:27.471450 --- ParallelTerminationStrategy: PID 3307 died...\u000a03:31:27.527437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3307): Terminated: ok {rc=0}\u000a03:31:27.614819 bus /sierra_3: Setting Powered False\u000a03:31:28.717779 bus /sierra_3: Setting Powered False\u000a03:31:29.824559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:31:19" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3319): Process ended prematurely: osmo-stp_10.42.42.5(pid=3319) [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3319): Process ended prematurely: osmo-stp_10.42.42.5(pid=3319) [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:31.876785 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:31.888645 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:32.019760 tst handover.py: using LAC 38270\u000a03:31:32.170960 tst handover.py: using RAC 20\u000a03:31:32.300717 tst handover.py: using CellId 38270\u000a03:31:32.419722 tst handover.py: using BVCI 38271\u000a03:31:32.443084 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:32.577354 tst handover.py: using LAC 38271\u000a03:31:32.697491 tst handover.py: using RAC 21\u000a03:31:32.815571 tst handover.py: using CellId 38271\u000a03:31:32.939974 tst handover.py: using BVCI 38272\u000a03:31:32.963222 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:32.974038 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:32.984538 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:32.995060 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:33.005786 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:33.016272 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:33.138011 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:33.352443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:33.844383 run create_hlr_db(pid=3313): Launched\u000a03:31:33.978314 bus /sierra_2: Setting Powered False\u000a03:31:35.056596 run create_hlr_db(pid=3313): Terminated: ok {rc=0}\u000a03:31:35.465288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3315): Launched\u000a03:31:35.795075 run osmo-hlr_10.42.42.2(pid=3316): Launched\u000a03:31:35.913134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:36.458257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3318): Launched\u000a03:31:36.789427 run osmo-stp_10.42.42.5(pid=3319): Launched\u000a03:31:36.909318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:37.483084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3321): Launched\u000a03:31:37.812638 run osmo-msc_10.42.42.6(pid=3322): Launched\u000a03:31:38.006447 run osmo-stp_10.42.42.5(pid=3319): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)]\u000a03:31:38.145714 run osmo-stp_10.42.42.5(pid=3319): stdout: \u000a| (launched: 2022-12-14_03:31:36.625772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:38.284211 run osmo-stp_10.42.42.5(pid=3319): stderr: \u000a| �[0;m�[38;5;43m20221214033136820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033136820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033136821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033136821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033136821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033136822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033136822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:38.416355 run osmo-stp_10.42.42.5(pid=3319): stdout: \u000a| (launched: 2022-12-14_03:31:36.625772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:38.547312 run osmo-stp_10.42.42.5(pid=3319): stderr: \u000a| �[0;m�[38;5;43m20221214033136820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033136820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033136821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033136821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033136821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033136822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033136822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:38.604466 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3319): Process ended prematurely: osmo-stp_10.42.42.5(pid=3319) [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)] [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a03:31:38.612887 tst handover.py:18: Test FAILED (6.7 sec)\u000a03:31:38.675871 run osmo-hlr_10.42.42.2(pid=3316): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3316)]\u000a03:31:38.727280 run osmo-hlr_10.42.42.2(pid=3316): stdout: \u000a| (launched: 2022-12-14_03:31:35.632603) \u000a03:31:38.779461 run osmo-hlr_10.42.42.2(pid=3316): stderr: \u000a| �[0;m�[1;31m20221214033135833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033135833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033135833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033135833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033135833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033135833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033135890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033135899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033135899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033135899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:38.850240 run osmo-msc_10.42.42.6(pid=3322): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3322)]\u000a03:31:38.901547 run osmo-msc_10.42.42.6(pid=3322): stdout: \u000a| (launched: 2022-12-14_03:31:37.650645) \u000a03:31:38.953311 run osmo-msc_10.42.42.6(pid=3322): stderr: \u000a| �[0;m�[38;5;43m20221214033137973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033137973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f664c12ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033137973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033137973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033137973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033137974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033137976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033137977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033137977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033137977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:38.998126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3315): Terminating (SIGTERM)\u000a03:31:39.041195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3318): Terminating (SIGTERM)\u000a03:31:39.083227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3321): Terminating (SIGTERM)\u000a03:31:39.092904 --- ParallelTerminationStrategy: PID 3315 died...\u000a03:31:39.149413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3315): Terminated: ok {rc=0}\u000a03:31:39.159463 --- ParallelTerminationStrategy: PID 3318 died...\u000a03:31:39.215487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3318): Terminated: ok {rc=0}\u000a03:31:39.225916 --- ParallelTerminationStrategy: PID 3321 died...\u000a03:31:39.282245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3321): Terminated: ok {rc=0}\u000a03:31:39.369553 bus /sierra_3: Setting Powered False\u000a03:31:40.473829 bus /sierra_3: Setting Powered False\u000a03:31:41.585808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:31:31" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2398 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a03:31:43.596928 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:43.608354 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:43.745865 tst handover.py: using LAC 38272\u000a03:31:43.868047 tst handover.py: using RAC 22\u000a03:31:43.989625 tst handover.py: using CellId 38272\u000a03:31:44.110714 tst handover.py: using BVCI 38273\u000a03:31:44.134034 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a03:31:44.270207 tst handover.py: using LAC 38273\u000a03:31:44.403600 tst handover.py: using RAC 23\u000a03:31:44.532718 tst handover.py: using CellId 38273\u000a03:31:44.655775 tst handover.py: using BVCI 38274\u000a03:31:44.678949 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:44.689802 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:44.700356 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:44.711032 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:44.722190 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a03:31:44.733397 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:44.855247 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a03:31:45.070411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:31:45.562808 run create_hlr_db(pid=3327): Launched\u000a03:31:45.697035 bus /sierra_2: Setting Powered False\u000a03:31:46.766456 run create_hlr_db(pid=3327): Terminated: ok {rc=0}\u000a03:31:47.170219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Launched\u000a03:31:47.480645 run osmo-hlr_10.42.42.2(pid=3330): Launched\u000a03:31:47.595645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:31:48.103183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Launched\u000a03:31:48.409844 run osmo-stp_10.42.42.5(pid=3333): Launched\u000a03:31:48.521395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:31:49.055681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3335): Launched\u000a03:31:49.370201 run osmo-msc_10.42.42.6(pid=3336): Launched\u000a03:31:49.549974 run osmo-stp_10.42.42.5(pid=3333): ERR: Terminated: ERROR {rc=1} [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]\u000a03:31:49.679582 run osmo-stp_10.42.42.5(pid=3333): stdout: \u000a| (launched: 2022-12-14_03:31:48.259097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:49.807063 run osmo-stp_10.42.42.5(pid=3333): stderr: \u000a| �[0;m�[38;5;43m20221214033148430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033148430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033148431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033148431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033148432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033148432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033148432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:49.929871 run osmo-stp_10.42.42.5(pid=3333): stdout: \u000a| (launched: 2022-12-14_03:31:48.259097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:31:50.051717 run osmo-stp_10.42.42.5(pid=3333): stderr: \u000a| �[0;m�[38;5;43m20221214033148430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214033148430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214033148431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214033148431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214033148432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214033148432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214033148432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:31:50.104922 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)] [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a03:31:50.112924 tst handover.py:18: Test FAILED (6.5 sec)\u000a03:31:50.172926 run osmo-hlr_10.42.42.2(pid=3330): ERR: Terminated: ERROR {rc=237} [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3330)]\u000a03:31:50.222466 run osmo-hlr_10.42.42.2(pid=3330): stdout: \u000a| (launched: 2022-12-14_03:31:47.326929) \u000a03:31:50.271869 run osmo-hlr_10.42.42.2(pid=3330): stderr: \u000a| �[0;m�[1;31m20221214033147503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214033147503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214033147503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033147503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214033147503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214033147503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214033147516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2398/run.2022-12-14_02-07-46/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214033147524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214033147524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214033147524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:31:50.339655 run osmo-msc_10.42.42.6(pid=3336): ERR: Terminated: ERROR {rc=2} [trial-2398↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3336)]\u000a03:31:50.389040 run osmo-msc_10.42.42.6(pid=3336): stdout: \u000a| (launched: 2022-12-14_03:31:49.213608) \u000a03:31:50.438514 run osmo-msc_10.42.42.6(pid=3336): stderr: \u000a| �[0;m�[38;5;43m20221214033149483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214033149483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f89e8317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214033149483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214033149483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214033149483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214033149483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214033149485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214033149485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214033149486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214033149486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:31:50.480769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Terminating (SIGTERM)\u000a03:31:50.520625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Terminating (SIGTERM)\u000a03:31:50.561124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3335): Terminating (SIGTERM)\u000a03:31:50.570440 --- ParallelTerminationStrategy: PID 3329 died...\u000a03:31:50.623789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Terminated: ok {rc=0}\u000a03:31:50.633467 --- ParallelTerminationStrategy: PID 3332 died...\u000a03:31:50.686221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Terminated: ok {rc=0}\u000a03:31:50.695881 --- ParallelTerminationStrategy: PID 3335 died...\u000a03:31:50.749063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3335): Terminated: ok {rc=0}\u000a03:31:50.836790 bus /sierra_3: Setting Powered False\u000a03:31:51.943328 bus /sierra_3: Setting Powered False\u000a03:31:53.052476 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T03:31:43" } ] }